-- Logs begin at Fri 2021-09-17 16:27:31 UTC, end at Fri 2021-09-17 17:42:43 UTC. -- Sep 17 17:14:35.302074 dv-cinder-809828-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 17 17:14:38.023245 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.common.config [-] Logging enabled! Sep 17 17:14:38.023835 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 17 17:14:38.024018 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94608) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 17 17:14:38.027317 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.common.config [-] Logging enabled! Sep 17 17:14:38.027572 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 17 17:14:38.027879 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94608) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 17 17:14:38.028816 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 17:14:38.029050 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 17:14:38.029432 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 17:14:38.030287 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 17:14:38.030517 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 17:14:38.030841 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.031168 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.031466 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.031694 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.031988 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.032280 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.032562 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.032848 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.033140 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.033423 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.033702 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.033983 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.034211 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.034487 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.034770 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.035086 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.035309 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] debug = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.035585 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.036005 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.036413 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.036688 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.036973 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.037246 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.037513 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.037785 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.038066 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.038389 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] host = dv-cinder-809828-1-iscsi {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.038664 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.038946 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.039247 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.039526 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.039797 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.040067 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.040345 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.040611 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.040877 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] log_file = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.041145 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.041426 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.041708 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.041996 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.042216 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.042434 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.042714 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.043018 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.043290 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.043558 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.043828 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.044098 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.044367 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.044629 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.044910 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.045211 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.045488 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.045758 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.046029 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.046295 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.046561 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.046839 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.047137 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.047407 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.047675 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.047958 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.048473 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.048745 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.049040 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.049319 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.049593 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.049874 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.050144 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.050421 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.050689 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.050983 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.051248 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] use_json = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.051514 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.051780 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.052063 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.052332 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.052598 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.052867 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.053134 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.053413 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:38.053704 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.053998 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.054294 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.054574 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.054869 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.055181 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.055470 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.055745 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.056033 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.056320 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.056604 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.056880 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.057164 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.057436 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.057724 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.058025 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.058314 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.058602 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.058874 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.059168 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.059440 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.059715 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.059999 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.060275 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.060558 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.061359 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.061631 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.061919 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.062209 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.062498 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.062772 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.063084 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.063372 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.063648 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.063916 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.064235 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.064477 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.064752 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.065019 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.065295 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.065565 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.065831 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.066097 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.066372 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.066655 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.066928 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.067219 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.067486 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.067759 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.068026 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.068308 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.068581 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.068847 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.069116 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.069389 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.069658 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.069928 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.070205 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.070474 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.070747 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.071038 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.071309 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.071577 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.071849 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.072118 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.072386 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.072655 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.072928 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.073199 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.073467 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.073735 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.074004 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.074274 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.074556 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.074848 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.075150 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.075427 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.075702 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.075975 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.076249 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.077152 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.077524 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.077795 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.078069 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.078361 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.078647 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.078933 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.079241 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.079523 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.079822 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.080101 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.080382 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.080661 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.080938 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.081219 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.081501 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.081795 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.082086 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.082376 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.082670 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.082976 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.083281 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.083586 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.083864 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:38.084080 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 17:14:38.084314 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94608) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 17 17:14:38.431999 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 17 17:14:38.432277 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 17 17:14:38.432563 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 17 17:14:38.432891 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 17 17:14:38.825564 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:38.825874 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:38.826152 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:38.827685 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:38.827966 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:38.828239 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:38.864977 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:38.865263 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:38.865532 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:38.880457 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:38.880741 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:38.881012 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:38.909617 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:38.909900 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:38.910176 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:38.948029 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:38.948312 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:38.948588 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:39.180030 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:39.180653 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:39.180653 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:39.180832 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:39.181535 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:39.301820 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:39.302141 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:39.302427 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:39.302705 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:39.302999 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:39.303320 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:39.303589 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:39.303851 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:39.304112 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:39.304396 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:39.304662 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:39.304937 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:39.305196 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:39.305450 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:39.305709 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:39.305973 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:39.306232 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:39.306501 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:39.306776 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:39.307061 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:39.307344 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:39.307604 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:39.307891 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:39.308269 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:39.308524 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:39.308775 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:39.309174 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94608) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 17:14:39.309425 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94608) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 17:14:39.309665 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94608) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 17:14:39.309904 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94608) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 17:14:39.310144 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94608) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 17:14:39.310384 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94608) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 17:14:39.311334 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 17 17:14:39.314414 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 17 17:14:39.318475 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 17 17:14:39.322134 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Sep 17 17:14:39.323818 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 17 17:14:39.324274 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 17 17:14:39.324612 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 17 17:14:39.325009 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 17 17:14:39.327872 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 17 17:14:39.328132 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 17 17:14:39.328484 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 17 17:14:39.333796 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 17 17:14:39.355969 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 17 17:14:39.356427 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:39.356728 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94608) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 17 17:14:39.357094 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:39.358983 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94608) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 17 17:14:39.359448 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 17 17:14:39.359704 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 17 17:14:39.362883 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:39.363194 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:39.427510 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 17 17:14:39.427742 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 17 17:14:39.427984 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 17 17:14:39.428356 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 17 17:14:39.450220 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_db.sqlalchemy.engines [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94608) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 17 17:14:40.090523 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.managers [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Initializing driver for type 'gre' Sep 17 17:14:40.091083 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] gre ID ranges: [(1, 1000)] Sep 17 17:14:40.238486 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.managers [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Initializing driver for type 'local' Sep 17 17:14:40.239114 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.managers [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Initializing driver for type 'vlan' Sep 17 17:14:40.296405 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] VlanTypeDriver initialization complete Sep 17 17:14:40.296736 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.managers [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Initializing driver for type 'vxlan' Sep 17 17:14:40.297234 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] vxlan ID ranges: [(1, 1000)] Sep 17 17:14:40.421933 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.managers [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Initializing extension driver 'port_security' Sep 17 17:14:40.422197 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.extensions.port_security [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] PortSecurityExtensionDriver initialization complete Sep 17 17:14:40.422534 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.managers [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Initializing mechanism driver 'openvswitch' Sep 17 17:14:40.422859 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.managers [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Initializing mechanism driver 'hyperv' Sep 17 17:14:40.437438 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.plugins.ml2.plugin [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:14:40.438108 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > port after_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.438478 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > port after_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.438833 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > port after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.439381 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94608) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 17:14:40.439808 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > subnet after_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.440165 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > subnet after_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.440515 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.440903 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94608) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 17:14:40.441308 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > network after_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.441660 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > network after_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.442008 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > network after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.442392 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94608) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 17:14:40.442832 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > security_group after_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.443209 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > security_group after_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.443552 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.444071 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94608) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 17:14:40.444483 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.444837 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.445184 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.445661 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94608) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 17:14:40.446064 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > address_group after_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.446411 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > address_group after_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.446752 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.447204 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94608) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 17:14:40.447577 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] ML2 OVO RPC backend initialized. {{(pid=94608) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 17 17:14:40.448274 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.448628 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.449044 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > network before_response 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.449392 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > networks before_response 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.449740 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > port before_response 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.450080 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > ports before_response 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.450424 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > subnet before_response 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.450766 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > subnets before_response 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.451136 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > network after_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.451507 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > network after_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.451844 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > network after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.452181 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > port after_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.452519 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > port after_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.452853 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > port after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.453189 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > subnet after_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.453524 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > subnet after_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.453856 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.454436 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.plugin [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Modular L2 Plugin initialization complete Sep 17 17:14:40.454799 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading services supported by the core plugin {{(pid=94608) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 17 17:14:40.455153 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.managers [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Got port-security extension from driver 'port_security' Sep 17 17:14:40.455618 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.extensions.vlantransparent [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Disabled vlantransparent extension. Sep 17 17:14:40.456098 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94608) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 17 17:14:40.456414 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading Plugin: router Sep 17 17:14:40.492916 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.493312 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > router after_create 55549900 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.493684 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > router before_create 55549900 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.494052 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.494428 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.494796 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > router after_delete 55549900 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.495194 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.495549 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.495913 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > router after_create 55549900 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.496263 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > router after_update 55549900 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.496616 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > router after_update 55549900 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.496970 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.497330 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > router after_update 55549900 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.497742 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > router precommit_update 55549900 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.498155 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: port after_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.498522 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: port after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.498855 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: subnet after_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.499221 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.499569 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.499981 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > router precommit_create 55549900 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.500324 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: port before_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.500670 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > router precommit_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.501031 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > router after_update 55549900 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.501380 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.501738 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > router precommit_create 55549900 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.502102 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.502451 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > router precommit_update 55549900 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.502816 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > agent after_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.503198 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > agent after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.503548 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > network after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.510641 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.quota.resource_registry [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Tracking information for resource: router configured {{(pid=94608) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 17:14:40.510641 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.quota.resource_registry [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Tracking information for resource: floatingip configured {{(pid=94608) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 17:14:40.515443 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.db.l3_agentschedulers_db [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 17 17:14:40.516020 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: port after_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.516385 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: port after_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.516738 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: port after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.517090 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: port after_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.517921 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > router before_create 55550100 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.518288 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.518651 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > router precommit_create 55550100 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.519034 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > router precommit_update 55550100 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.523834 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.services.provider_configuration [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Service providers = [] {{(pid=94608) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 17 17:14:40.524202 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.db.servicetype_db [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94608) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 17 17:14:40.527133 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.services.service_base [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94608) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 17:14:40.527490 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.services.service_base [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94608) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 17:14:40.527839 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.services.service_base [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94608) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 17:14:40.528732 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.services.service_base [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94608) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 17:14:40.529106 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.services.service_base [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 17 17:14:40.530069 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94608) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 17:14:40.530395 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 17 17:14:40.540906 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94608) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 17:14:40.541249 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading Plugin: auto_allocate Sep 17 17:14:40.547920 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: network precommit_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.548546 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: network precommit_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.549062 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94608) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 17:14:40.549505 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading Plugin: tag Sep 17 17:14:40.555885 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94608) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 17:14:40.556219 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading Plugin: timestamp Sep 17 17:14:40.560269 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94608) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 17:14:40.560601 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading Plugin: network_ip_availability Sep 17 17:14:40.565986 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.566361 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.566722 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.567474 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94608) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 17:14:40.567797 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading Plugin: flavors Sep 17 17:14:40.580523 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94608) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 17:14:40.580859 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading Plugin: revisions Sep 17 17:14:40.585075 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94608) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 17:14:40.585466 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_concurrency.lockutils [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.153s {{(pid=94608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 17 17:14:40.586246 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94608) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 17 17:14:40.586587 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Initializing extension manager. Sep 17 17:14:40.587131 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: __init__.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.587479 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: __pycache__ {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.587816 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.588151 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: address_group.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.588903 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.589475 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: address-group Sep 17 17:14:40.589800 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: address_scope.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.590699 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.591243 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: address-scope Sep 17 17:14:40.591570 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.593113 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.593627 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: router-admin-state-down-before-update Sep 17 17:14:40.593955 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: agent.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.594665 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.595203 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: agent Sep 17 17:14:40.595532 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: agent_resources_synced.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.596443 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.596952 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: agent-resources-synced Sep 17 17:14:40.597275 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: allowedaddresspairs.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.599074 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.599591 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: allowed-address-pairs Sep 17 17:14:40.599928 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: auto_allocated_topology.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.601001 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.601512 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: auto-allocated-topology Sep 17 17:14:40.601839 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: availability_zone.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.602529 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.603074 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: availability_zone Sep 17 17:14:40.603401 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: availability_zone_filter.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.604337 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.604843 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: availability_zone_filter Sep 17 17:14:40.605165 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: data_plane_status.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.606066 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.606566 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extension data-plane-status not supported by any of loaded plugins Sep 17 17:14:40.606890 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: default_subnetpools.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.608483 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.608992 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: default-subnetpools Sep 17 17:14:40.609317 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.610136 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.610642 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: dhcp_agent_scheduler Sep 17 17:14:40.611050 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: dns.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.612010 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.612509 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extension dns-integration not supported by any of loaded plugins Sep 17 17:14:40.612833 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: dns_domain_ports.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.613749 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.614252 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 17 17:14:40.614575 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.615554 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.616059 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 17 17:14:40.616381 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: dvr.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.617051 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.617552 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: dvr Sep 17 17:14:40.617874 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: ecmp_routes.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.618786 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.619327 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 17 17:14:40.619680 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: empty_string_filtering.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.620595 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.621104 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: empty-string-filtering Sep 17 17:14:40.621457 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.622400 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.622901 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 17 17:14:40.623301 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.628090 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.628595 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 17 17:14:40.628918 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: external_net.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.629825 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.630334 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: external-net Sep 17 17:14:40.630657 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.631607 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.632116 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: extra_dhcp_opt Sep 17 17:14:40.632438 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: extraroute.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.633357 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.633862 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: extraroute Sep 17 17:14:40.634182 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: extraroute_atomic.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.635269 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.635781 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: extraroute-atomic Sep 17 17:14:40.636103 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: filter_validation.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.636764 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.637265 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: filter-validation Sep 17 17:14:40.637586 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: fip_pf_description.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.638533 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.639139 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 17 17:14:40.639463 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: fip_port_details.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.640371 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.640874 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: fip-port-details Sep 17 17:14:40.641198 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: flavors.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.642411 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.642974 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: flavors Sep 17 17:14:40.643319 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.644953 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.645483 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 17 17:14:40.645823 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: floatingip_pools.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.646528 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.647067 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: floatingip-pools Sep 17 17:14:40.647488 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: ip_allocation.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.648423 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.648927 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extension ip_allocation not supported by any of loaded plugins Sep 17 17:14:40.649256 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.650168 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.650681 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: ip-substring-filtering Sep 17 17:14:40.651042 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: l2_adjacency.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.651963 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.652466 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 17 17:14:40.652791 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: l3.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.653884 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.654933 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: router Sep 17 17:14:40.655318 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.657527 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.658053 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 17 17:14:40.658393 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.659352 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.659866 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: ext-gw-mode Sep 17 17:14:40.660241 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.668448 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.668958 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: l3-ha Sep 17 17:14:40.669292 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: l3_flavors.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.670763 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.671311 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: l3-flavors Sep 17 17:14:40.671639 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.672707 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.673164 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 17 17:14:40.673755 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: l3agentscheduler.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.674782 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.675315 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: l3_agent_scheduler Sep 17 17:14:40.675644 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: logging.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.677155 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.677676 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extension logging not supported by any of loaded plugins Sep 17 17:14:40.678011 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: metering.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.678756 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.679360 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: metering Sep 17 17:14:40.679689 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.680785 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.681303 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: metering_source_and_destination_fields Sep 17 17:14:40.681633 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: multiprovidernet.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.682557 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.683154 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: multi-provider Sep 17 17:14:40.683480 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: netmtu.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.684392 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.684900 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: net-mtu Sep 17 17:14:40.685229 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: netmtu_writable.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.686172 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.686679 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: net-mtu-writable Sep 17 17:14:40.687035 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: network_availability_zone.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.687706 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.688255 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: network_availability_zone Sep 17 17:14:40.693661 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: network_ip_availability.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.694523 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.695069 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: network-ip-availability Sep 17 17:14:40.695402 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: network_segment_range.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.696204 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.696708 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extension network-segment-range not supported by any of loaded plugins Sep 17 17:14:40.697032 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: pagination.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.698018 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.698434 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: pagination Sep 17 17:14:40.698767 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: port_device_profile.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.699699 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.700207 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: port-device-profile Sep 17 17:14:40.700532 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.702128 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.702639 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: port-mac-address-regenerate Sep 17 17:14:40.702971 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.703895 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.704405 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: port-numa-affinity-policy Sep 17 17:14:40.704729 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: port_resource_request.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.705819 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.706327 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extension port-resource-request not supported by any of loaded plugins Sep 17 17:14:40.706652 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: portbindings.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.707607 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.708112 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: binding Sep 17 17:14:40.708444 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: portbindings_extended.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.709689 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.710201 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: binding-extended Sep 17 17:14:40.710532 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: portsecurity.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.711505 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.712015 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: port-security Sep 17 17:14:40.712342 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: project_id.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.713311 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.713651 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: project-id Sep 17 17:14:40.713977 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: providernet.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.714898 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.715443 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: provider Sep 17 17:14:40.715767 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: qos.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.719973 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.720497 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extension qos not supported by any of loaded plugins Sep 17 17:14:40.720829 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.722069 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.722582 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 17 17:14:40.722915 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.723900 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.724406 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 17 17:14:40.724737 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: qos_default.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.725651 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.726162 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extension qos-default not supported by any of loaded plugins Sep 17 17:14:40.726494 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: qos_fip.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.727175 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.727678 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extension qos-fip not supported by any of loaded plugins Sep 17 17:14:40.728003 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: qos_gateway_ip.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.728926 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.729436 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 17 17:14:40.729760 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: qos_port_network_policy.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.730670 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.731204 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 17 17:14:40.731530 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: qos_pps_rule.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.732800 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.733315 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extension qos-pps not supported by any of loaded plugins Sep 17 17:14:40.733646 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: qos_rule_type_details.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.734601 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.735142 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 17 17:14:40.735476 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: qos_rules_alias.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.736511 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.737019 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 17 17:14:40.737348 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: quotasv2.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.738256 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.738590 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: quotas Sep 17 17:14:40.738914 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: quotasv2_detail.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.742224 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.745465 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: quota_details Sep 17 17:14:40.745465 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: rbac.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.745465 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.745465 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: rbac-policies Sep 17 17:14:40.745465 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: rbac_address_group.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.746182 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.746697 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: rbac-address-group Sep 17 17:14:40.747068 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: rbac_address_scope.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.747991 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.749180 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: rbac-address-scope Sep 17 17:14:40.749514 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: rbac_security_groups.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.750438 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.750981 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: rbac-security-groups Sep 17 17:14:40.751324 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: rbac_subnetpool.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.752278 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.752797 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: rbac-subnetpool Sep 17 17:14:40.753125 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: revisionifmatch.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.754037 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.754557 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: revision-if-match Sep 17 17:14:40.754888 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: revisions.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.756011 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.756526 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: standard-attr-revisions Sep 17 17:14:40.756855 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: router_availability_zone.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.757570 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.758075 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: router_availability_zone Sep 17 17:14:40.758402 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: routerservicetype.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.759352 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.759862 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extension router-service-type not supported by any of loaded plugins Sep 17 17:14:40.760190 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.761102 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.761612 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: security-groups-normalized-cidr Sep 17 17:14:40.761939 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.762850 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.763430 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: port-security-groups-filtering Sep 17 17:14:40.764298 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.765209 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.765730 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: security-groups-remote-address-group Sep 17 17:14:40.766058 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: securitygroup.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.777770 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.778328 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: security-group Sep 17 17:14:40.778747 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: segment.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.780732 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.781258 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extension segment not supported by any of loaded plugins Sep 17 17:14:40.781609 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.782676 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.783402 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 17 17:14:40.783735 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: servicetype.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.785188 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.785715 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: service-type Sep 17 17:14:40.786088 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: sorting.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.787110 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.787448 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: sorting Sep 17 17:14:40.787775 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: standard_attr_segment.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.788702 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.789218 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 17 17:14:40.789545 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: standardattrdescription.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.790198 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.790705 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: standard-attr-description Sep 17 17:14:40.791060 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: stateful_security_group.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.791982 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.792574 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: stateful-security-group Sep 17 17:14:40.792897 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: stdattrs_common.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.793477 dv-cinder-809828-1-iscsi neutron-server[94608]: WARNING neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 17 17:14:40.793798 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.794727 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.795428 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 17 17:14:40.795753 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: subnet_onboard.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.796836 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.797360 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: subnet_onboard Sep 17 17:14:40.797687 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.798862 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.799394 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 17 17:14:40.799719 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: subnet_service_types.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.807918 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.808428 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: subnet-service-types Sep 17 17:14:40.808753 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: subnetallocation.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.809873 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.810393 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: subnet_allocation Sep 17 17:14:40.810762 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.811467 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.811978 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: subnetpool-prefix-ops Sep 17 17:14:40.812327 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.813232 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.813736 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 17 17:14:40.814064 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: tagging.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.815208 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.815730 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: standard-attr-tag Sep 17 17:14:40.816060 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: timestamp.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.817255 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.817774 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loaded extension: standard-attr-timestamp Sep 17 17:14:40.818105 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: trunk.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.819219 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.819706 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extension trunk not supported by any of loaded plugins Sep 17 17:14:40.820036 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: trunk_details.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.820997 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.821505 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extension trunk-details not supported by any of loaded plugins Sep 17 17:14:40.821833 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: uplink_status_propagation.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.822754 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.823304 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 17 17:14:40.823632 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Loading extension file: vlantransparent.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 17:14:40.824318 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 17:14:40.824866 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 17 17:14:40.828071 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.quota.resource_registry [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Creating instance of TrackedResource for resource:network Sep 17 17:14:40.828622 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.quota.resource_registry [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Creating instance of TrackedResource for resource:subnet Sep 17 17:14:40.829028 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.quota.resource_registry [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 17:14:40.829430 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.quota.resource_registry [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Creating instance of TrackedResource for resource:port Sep 17 17:14:40.830684 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.v2.resource_helper [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 17:14:40.831168 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.v2.resource_helper [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Service FLAVORS assigned prefix: {{(pid=94608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 17:14:40.831802 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.v2.resource_helper [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 17:14:40.832233 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.v2.resource_helper [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 17:14:40.832599 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.quota.resource_registry [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Creating instance of TrackedResource for resource:router Sep 17 17:14:40.833032 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.quota.resource_registry [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Creating instance of TrackedResource for resource:floatingip Sep 17 17:14:40.833521 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.v2.resource_helper [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Service METERING assigned prefix: /metering {{(pid=94608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 17:14:40.834965 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.835351 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.835708 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:14:40.836733 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.quota.resource_registry [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Creating instance of CountableResource for resource:rbac_policy Sep 17 17:14:40.837192 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.quota.resource_registry [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Creating instance of TrackedResource for resource:security_group Sep 17 17:14:40.837624 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.quota.resource_registry [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 17 17:14:40.838209 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.v2.resource_helper [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Service CORE assigned prefix: {{(pid=94608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 17:14:40.838547 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.quota.resource_registry [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 17:14:40.838898 dv-cinder-809828-1-iscsi neutron-server[94608]: WARNING neutron.quota.resource_registry [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] subnetpool is already registered Sep 17 17:14:40.839375 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.v2.resource_helper [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Service CORE assigned prefix: {{(pid=94608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 17:14:40.839708 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.quota.resource_registry [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 17:14:40.840047 dv-cinder-809828-1-iscsi neutron-server[94608]: WARNING neutron.quota.resource_registry [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] subnetpool is already registered Sep 17 17:14:40.843057 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.v2.resource_helper [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 17:14:40.843495 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.v2.resource_helper [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Service FLAVORS assigned prefix: {{(pid=94608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 17:14:40.844088 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.v2.resource_helper [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 17:14:40.844511 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.v2.resource_helper [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 17:14:40.844859 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.quota.resource_registry [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Creating instance of TrackedResource for resource:router Sep 17 17:14:40.845200 dv-cinder-809828-1-iscsi neutron-server[94608]: WARNING neutron.quota.resource_registry [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] router is already registered Sep 17 17:14:40.845614 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.quota.resource_registry [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Creating instance of TrackedResource for resource:floatingip Sep 17 17:14:40.845954 dv-cinder-809828-1-iscsi neutron-server[94608]: WARNING neutron.quota.resource_registry [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] floatingip is already registered Sep 17 17:14:40.846406 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.v2.resource_helper [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Service METERING assigned prefix: /metering {{(pid=94608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 17:14:40.847113 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.quota.resource_registry [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Creating instance of CountableResource for resource:rbac_policy Sep 17 17:14:40.847618 dv-cinder-809828-1-iscsi neutron-server[94608]: WARNING neutron.quota.resource_registry [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] rbac_policy is already registered Sep 17 17:14:40.848037 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.quota.resource_registry [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Creating instance of TrackedResource for resource:security_group Sep 17 17:14:40.848375 dv-cinder-809828-1-iscsi neutron-server[94608]: WARNING neutron.quota.resource_registry [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] security_group is already registered Sep 17 17:14:40.848821 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.quota.resource_registry [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 17 17:14:40.849157 dv-cinder-809828-1-iscsi neutron-server[94608]: WARNING neutron.quota.resource_registry [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] security_group_rule is already registered Sep 17 17:14:40.849857 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.v2.resource_helper [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Service CORE assigned prefix: {{(pid=94608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 17:14:40.850232 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.quota.resource_registry [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 17:14:40.850569 dv-cinder-809828-1-iscsi neutron-server[94608]: WARNING neutron.quota.resource_registry [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] subnetpool is already registered Sep 17 17:14:40.851016 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.v2.resource_helper [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Service CORE assigned prefix: {{(pid=94608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 17:14:40.851354 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.quota.resource_registry [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 17:14:40.851688 dv-cinder-809828-1-iscsi neutron-server[94608]: WARNING neutron.quota.resource_registry [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] subnetpool is already registered Sep 17 17:14:40.852158 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extended resource: extensions {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 17:14:40.853670 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extended resource: address-groups {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 17:14:40.855177 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extended resource: address-scopes {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 17:14:40.856498 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extended resource: agents {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 17:14:40.857665 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extended resource: auto-allocated-topology {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 17:14:40.858935 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extended resource: availability_zones {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 17:14:40.860176 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extended resource: dhcp-networks {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 17:14:40.861828 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extended resource: dhcp-agents {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 17:14:40.863292 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extended resource: routers {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 17:14:40.865492 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extended resource: flavors {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 17:14:40.866745 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extended resource: service_profiles {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 17:14:40.868050 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extended resource: next_providers {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 17:14:40.869495 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extended resource: service_profiles {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 17:14:40.871048 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extended resource: floatingip-pools {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 17:14:40.872251 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extended resource: routers {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 17:14:40.874597 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extended resource: floatingips {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 17:14:40.875936 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extended resource: l3-routers {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 17:14:40.877347 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extended resource: l3-agents {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 17:14:40.878735 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extended resource: metering-labels {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 17:14:40.880136 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extended resource: metering-label-rules {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 17:14:40.881415 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extended resource: network-ip-availabilities {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 17:14:40.882697 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extended resource: bindings {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 17:14:40.885205 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extended resource: quotas {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 17:14:40.886665 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extended resource: quotas {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 17:14:40.888136 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extended resource: rbac-policies {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 17:14:40.890048 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extended resource: security-groups {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 17:14:40.891370 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extended resource: security-group-rules {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 17:14:40.892640 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extended resource: service-providers {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 17:14:40.893877 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extended resource: subnetpools {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 17:14:40.895355 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extended resource: subnetpools {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 17:14:40.896843 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extended resource: tags {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 17:14:40.899209 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extended resource: tags {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 17:14:40.900418 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extended resource: tags {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 17:14:40.902195 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extended resource: tags {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 17:14:40.904000 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extended resource: tags {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 17:14:40.906553 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extended resource: tags {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 17:14:40.908265 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extended resource: tags {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 17:14:40.910169 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extended resource: tags {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 17:14:40.911952 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extended resource: tags {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 17:14:40.913679 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Extended resource: tags {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 17:14:40.919705 dv-cinder-809828-1-iscsi neutron-server[94608]: WARNING keystonemiddleware.auth_token [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 17 17:14:40.924833 dv-cinder-809828-1-iscsi neutron-server[94608]: WARNING keystonemiddleware.auth_token [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 17 17:14:40.933459 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_concurrency.lockutils [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Acquired lock "singleton_lock" {{(pid=94608) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 17 17:14:40.933972 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_concurrency.lockutils [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Releasing lock "singleton_lock" {{(pid=94608) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 17 17:14:40.951061 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO oslo_service.service [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Starting 2 workers Sep 17 17:14:40.951061 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Started child 94715 {{(pid=94608) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 17:14:40.951061 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Started child 94716 {{(pid=94608) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 17:14:40.951950 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:14:40.952551 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO neutron.service [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 17 17:14:40.952551 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Notify callbacks [] for process, before_spawn {{(pid=94608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:14:40.952700 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [-] (94715) wsgi starting up on http://0.0.0.0:9696 Sep 17 17:14:40.952788 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO oslo_service.service [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Starting 1 workers Sep 17 17:14:40.952867 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:14:40.952867 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [-] (94716) wsgi starting up on http://0.0.0.0:9696 Sep 17 17:14:40.954846 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Started child 94717 {{(pid=94608) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 17:14:40.955419 dv-cinder-809828-1-iscsi neutron-server[94608]: INFO oslo_service.service [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Starting 1 workers Sep 17 17:14:40.958663 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.service [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] calling RpcWorker wait() {{(pid=94717) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 17 17:14:40.959228 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.service [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] returning from RpcWorker wait() {{(pid=94717) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 17 17:14:40.960072 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Started child 94718 {{(pid=94608) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 17:14:40.960475 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:14:40.960896 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-2f322d37-c278-4581-9391-fd1efc749199 None None] Notify callbacks [] for process, after_spawn {{(pid=94608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:14:40.960991 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:14:40.962916 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94608) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 17 17:14:40.963146 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 17:14:40.963330 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 17:14:40.963573 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 17:14:40.963882 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 17:14:40.964057 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 17:14:40.964562 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.964848 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.965109 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.965383 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.965684 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.965901 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:14:40.966375 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.966545 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.967547 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.967836 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.968076 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.968249 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.968415 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.968656 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.968902 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.969205 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.969510 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.969911 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.970189 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.970364 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.970602 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.970859 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.971114 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.971373 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] debug = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.971613 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.972094 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.972315 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.972573 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.972790 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.973045 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.973267 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.973530 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.973683 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 50814) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:14:40.973832 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.973970 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.974219 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.974489 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.974718 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.975018 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.975232 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.975488 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.975706 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.976171 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] host = dv-cinder-809828-1-iscsi {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.976401 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.976669 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.976947 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.977199 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.977579 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.977731 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.977922 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.978162 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.978427 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.978648 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.978911 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.979175 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.979554 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.979709 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] log_file = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.979848 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] log_options = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.980061 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.980321 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.980651 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.980820 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.980972 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.981117 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.981327 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.981474 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.981734 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.981948 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.982160 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.982385 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.982572 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065846 Sep 17 17:14:40.982781 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.982920 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.983834 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.984264 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.984675 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.984892 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.985164 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.986047 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.986047 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.986047 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.986047 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.986591 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.986591 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.987183 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.987416 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.987637 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.987852 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.989674 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.989674 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.989674 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.989674 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.990231 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.990231 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.990490 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.990637 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.990780 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.991106 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.991339 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.991603 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.991866 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.992086 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.992316 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.992562 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.992798 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.993031 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] use_json = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.993245 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.993482 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.993749 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.993965 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.994202 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.994415 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.994628 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.994883 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:40.995341 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:40.995999 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:40.995999 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:40.996278 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:40.996413 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:40.996584 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:40.996799 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:40.997040 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:40.997388 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:40.997560 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:40.997864 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:40.998216 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:40.998434 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:40.998653 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:40.999020 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:40.999380 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:40.999648 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:40.999930 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.000148 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.000384 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.000603 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.000852 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.001124 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.001360 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.003405 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.003869 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.004287 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.004807 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.005451 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.005451 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.005649 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.005960 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.006128 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.006364 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.006592 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.006820 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.007094 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.008306 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.008306 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.008306 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.008306 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.008306 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.008691 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.008777 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.009217 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.009217 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.009448 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.009652 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.009906 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.010834 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.010834 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.010834 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.010834 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.011121 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.011285 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.011534 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.011759 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.011978 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.012192 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.012431 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.012684 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.012902 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.013136 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.013349 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.013514 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:14:41.013609 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.014369 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.014789 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.015116 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.015391 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.015614 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.015857 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.016075 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.016314 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.016544 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.016757 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.016977 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.017197 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.017425 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.017790 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.018851 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.018851 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.018851 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.018851 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.018851 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.019203 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.019325 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.019556 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.019808 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.020025 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.020300 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.020592 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.020813 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.021053 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.021302 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.021562 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.021799 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.022058 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.022304 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.023005 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.023005 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.023005 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.023288 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.024317 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.024317 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.024317 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.024317 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.024877 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.024877 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.025143 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.025143 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.025440 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.025580 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.025891 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.026044 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.026343 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.026654 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.026917 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.030806 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.030806 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.030806 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.030806 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.030806 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.030806 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.030806 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.030806 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.032051 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.032051 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.032051 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.032051 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.032051 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.032051 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.032051 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.032051 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.034569 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.034569 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.034569 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.034569 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.034569 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.034569 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.034569 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.034569 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.037347 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.037347 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.037347 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.037347 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.037347 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.037347 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.037347 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.037347 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.038427 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.038427 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.038427 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.038427 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.038427 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.038427 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.038427 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.038427 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.041044 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.041044 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.041044 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.041044 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.041044 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.041044 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.041044 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.041044 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.042073 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.042073 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.042073 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.042073 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.042073 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.042073 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.042073 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.042073 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.042815 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.042815 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.042815 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.042815 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.042815 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.042815 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.043318 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.043318 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.043565 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.043825 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.044040 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.044265 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.044548 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.044778 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.045091 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.045430 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.045791 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.046603 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.047592 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.047772 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.048180 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.049418 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.049418 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.049418 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.049418 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.050554 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.050790 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.051552 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.051552 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.051552 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.054629 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.054629 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.054629 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.054629 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.054629 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.054629 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.054629 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.054629 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.055700 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.055700 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.055700 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.055700 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.055700 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.055700 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.055700 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.056549 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.056549 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.056690 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.056926 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.057142 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.057380 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.057595 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.057808 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.058034 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.058253 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.058465 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.058701 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.058937 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.059193 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.059830 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.059830 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.060008 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.060150 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.060364 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.061231 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.061452 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.061672 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.061882 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.062130 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.062341 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.063129 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.063129 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.063129 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.063384 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.063582 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.065072 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.065072 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.065072 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.065072 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.065072 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.065072 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.067240 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.067240 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.067240 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.067240 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.067240 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.067644 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.067732 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.068003 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.068306 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.068556 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.069455 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.069455 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.069455 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.069737 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.069977 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.070442 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.070660 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.071566 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.071566 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.071829 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.072895 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.072895 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.072895 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.072895 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.073219 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.073297 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.076317 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.076317 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.076317 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.076317 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.076317 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.076317 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.076317 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.076317 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.076317 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.077630 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.077630 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 17:14:41.077630 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94608) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 17 17:14:41.077630 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 17:14:41.077630 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 17:14:41.078809 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 17:14:41.078809 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 17:14:41.078809 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 17:14:41.078809 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.079895 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.079895 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.080084 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.080151 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.080376 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.080521 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.081415 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.081415 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.081415 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.081415 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.081683 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.081683 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.081797 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.081932 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.082122 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.082288 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.082892 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.082892 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.082892 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.082892 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.083280 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.083280 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] debug = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.083421 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.083574 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.084238 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.084238 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.084238 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.084238 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.084539 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.084539 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.084671 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.084763 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.085071 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.085374 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.085686 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.085985 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.086293 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.086453 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.086657 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.086797 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] host = dv-cinder-809828-1-iscsi {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.086975 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.087237 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.087377 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.087531 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.087664 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.087794 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.087902 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.088060 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.088243 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.088381 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.089188 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.089188 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.089188 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.089188 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] log_file = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.089459 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] log_options = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.089523 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.089687 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.089803 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.089988 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.091000 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.091000 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.091000 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.091000 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.091000 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.091000 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.091395 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.091591 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.091682 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.092341 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.092519 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.092760 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.092927 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.093072 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.093209 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.094099 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.094099 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.094099 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.094099 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.094099 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.094099 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.094604 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.094604 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.094604 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.094771 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.095675 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.095675 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.095675 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.095675 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.095675 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.096338 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.096338 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.096338 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.096338 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.096604 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.096604 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.096766 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.096869 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.097030 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.097349 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.097349 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.097506 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.097857 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] use_json = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.097857 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.098035 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.098114 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.098213 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.098364 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.098516 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.098669 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.098836 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 17:14:41.099050 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.099207 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.099376 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.100170 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.100170 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.100170 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.100170 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.100534 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.100534 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.100663 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.100727 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.100895 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.101116 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.101206 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.101368 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.101608 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.101705 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.101837 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.101999 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.102160 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.102321 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.102483 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.102653 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.102833 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.103065 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.103265 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.103339 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.103646 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.103646 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.103790 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.103946 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.104106 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.104327 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.104422 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.104576 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.104738 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.104900 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.105061 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.105222 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.105381 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.105541 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.105703 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.105864 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.106490 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.106490 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.106490 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.106752 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.106752 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.106880 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.107061 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.108765 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.108765 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.108765 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.108765 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.108765 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.108765 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.108765 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.109231 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.109231 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.109231 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.109409 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.109614 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.109714 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.109851 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.110012 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.110174 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.110348 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.110508 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.110670 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.110831 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.111057 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.111172 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.111334 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.111547 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.111645 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.111797 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.111958 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.112119 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.112279 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.112549 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.112642 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.112774 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.112934 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.113182 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.113269 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.113410 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.114320 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.114320 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.114320 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.114320 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.114320 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.114320 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.114721 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.114721 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.114835 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.114936 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.115217 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.115308 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.115443 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.115604 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.115765 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.127037 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.127037 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.127037 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.127037 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.127037 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.127037 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.127037 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.127037 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.127574 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.127574 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.127574 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.127574 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.127574 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.127574 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.127574 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.127574 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.128106 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.128106 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.128106 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.128106 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.128106 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.128106 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.128106 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.128106 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.128619 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.128619 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.128619 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.128619 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.128619 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.128619 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.128619 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.128619 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.129155 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.129155 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.129155 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.129155 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.129155 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.129155 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.129155 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.129155 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.129693 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.129693 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.129693 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.129693 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.129693 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.129693 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.129693 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.129693 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.130210 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.130210 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.130210 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.130210 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.130210 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.130210 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.130210 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.130210 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.130744 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.130744 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.130744 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.130744 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.130744 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.130744 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.130744 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.130744 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.131298 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.131298 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.131298 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.131298 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.131298 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.131298 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.131298 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.131298 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.131728 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.131728 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.131728 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.131728 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.131728 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.131728 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.131728 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.131728 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.132169 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.132169 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.132169 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.132169 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.132169 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.132169 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.132169 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.132169 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.133269 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.133269 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.133269 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.133269 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.133269 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.133269 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.133269 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.133269 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.133731 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.133731 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.133731 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.133731 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.133731 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.133731 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.133731 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.133731 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.134150 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.134150 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.134150 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.134150 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.134150 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.134150 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.134150 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.134150 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.134150 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.135315 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.135315 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.135315 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.135315 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.135315 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.135315 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.135315 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.135315 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.135747 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.135747 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.135747 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.135747 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.135747 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.135747 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.135747 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.136120 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.136120 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.136238 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.136564 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.136564 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.136839 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.136839 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.136988 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.137114 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.137287 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.137430 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.137568 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.137703 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.137838 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.138001 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.138138 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.138304 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.138467 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.138630 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.139158 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.139358 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.139358 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.139623 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.139727 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.139806 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.139989 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.140161 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.140331 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.140475 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.140649 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.140876 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.141043 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.141188 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.141332 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.141465 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.141603 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.141767 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.141888 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.142021 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.142146 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.142312 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.142487 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.142653 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.143157 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.143157 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.143501 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.143501 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.143501 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.143790 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.144579 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.144579 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.144579 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.144884 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.144884 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.145091 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.145091 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.145285 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.145387 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.145529 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.145695 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.145870 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 17:14:41.146006 dv-cinder-809828-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 17:14:41.156772 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:14:52.882802 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5715fa49-8508-43f9-bcf3-45e875931e79 None None] get_active_networks_info from dv-cinder-809828-1-iscsi {{(pid=94717) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 17:14:52.956609 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5715fa49-8508-43f9-bcf3-45e875931e79 None None] No non-hosted networks {{(pid=94717) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 17 17:14:52.973309 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.agentschedulers_db [None req-5715fa49-8508-43f9-bcf3-45e875931e79 None None] DHCP Agent not found on host dv-cinder-809828-1-iscsi {{(pid=94717) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 17 17:14:53.182194 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-947e0887-761b-4976-8bec-b1f6beee269f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3693878'] for agent, after_create {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:14:55.709356 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-f8d8eea5-3233-4636-9027-b0e5b4d3408a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3693878'] for agent, after_create {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:14:55.736734 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.db.api [None req-08a43bc8-e5b0-44cb-8c27-bc8bc20c3917 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-809828-1-iscsi {{(pid=94717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 17:14:55.737563 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG oslo_db.api [None req-08a43bc8-e5b0-44cb-8c27-bc8bc20c3917 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 17:14:56.261636 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-08a43bc8-e5b0-44cb-8c27-bc8bc20c3917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:14:56.770705 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3693878'] for agent, after_create {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:14:56.816168 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3693878'] for agent, after_create {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:14:56.817176 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:14:56.817701 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:14:56.818235 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:14:56.818844 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:14:56.819361 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:14:56.820484 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:14:56.820830 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:14:56.821223 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:14:56.821566 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:14:56.821908 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:14:56.822344 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:14:56.822689 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:14:56.823129 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-809828-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:14:56.840721 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-809828-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:14:58.381584 dv-cinder-809828-1-iscsi neutron-server[94717]: INFO neutron.db.l3_hamode_db [None req-b4bc9511-b504-4a94-86f4-80de97b28e31 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 17 17:14:58.478379 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bc9511-b504-4a94-86f4-80de97b28e31 None None] Routers set() bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:14:58.478762 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bc9511-b504-4a94-86f4-80de97b28e31 None None] Router IDs set() for agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 17:14:58.553542 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3693878'] for agent, after_create {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:14:59.499614 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 50920) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:14:59.988949 dv-cinder-809828-1-iscsi neutron-server[94715]: WARNING oslo_policy.policy [None req-88e076c9-7ed3-496a-8bc7-4a8bd78a33a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 17:14:59.989499 dv-cinder-809828-1-iscsi neutron-server[94715]: WARNING oslo_policy.policy [None req-88e076c9-7ed3-496a-8bc7-4a8bd78a33a6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 17:15:00.211485 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [None req-88e076c9-7ed3-496a-8bc7-4a8bd78a33a6 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 17:15:00.212608 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-88e076c9-7ed3-496a-8bc7-4a8bd78a33a6 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7120898 Sep 17 17:15:02.589682 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 50934) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:15:02.895905 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-78f93c7e-f2a0-4bea-9cee-8b1f1ec60579 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:15:02.989176 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.policy [None req-78f93c7e-f2a0-4bea-9cee-8b1f1ec60579 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94715) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 17 17:15:03.033648 dv-cinder-809828-1-iscsi neutron-server[94715]: WARNING oslo_policy.policy [None req-78f93c7e-f2a0-4bea-9cee-8b1f1ec60579 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 17:15:03.033961 dv-cinder-809828-1-iscsi neutron-server[94715]: WARNING oslo_policy.policy [None req-78f93c7e-f2a0-4bea-9cee-8b1f1ec60579 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 17:15:03.042622 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.quota [None req-78f93c7e-f2a0-4bea-9cee-8b1f1ec60579 admin admin] Loaded quota_driver: . Sep 17 17:15:03.216566 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-78f93c7e-f2a0-4bea-9cee-8b1f1ec60579 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747491470720', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747491470935', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747490532577', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747490530885', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747491108328', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747490519614', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3478713', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3469223', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-512768', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-440630'] for rbac-policy, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:03.433194 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-78f93c7e-f2a0-4bea-9cee-8b1f1ec60579 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:03.434431 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-78f93c7e-f2a0-4bea-9cee-8b1f1ec60579 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8437748 Sep 17 17:15:06.009747 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 50946) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:15:06.304347 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-83370925-dd42-4a7e-8ffc-0b4e9416c3ab admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '8aa26078ab1c49c6aa7f1bc5cd935c7f', 'tenant_id': '8aa26078ab1c49c6aa7f1bc5cd935c7f'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:15:06.438099 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83370925-dd42-4a7e-8ffc-0b4e9416c3ab admin admin] Made reservation on behalf of 8aa26078ab1c49c6aa7f1bc5cd935c7f for: {'network': 1} {{(pid=94715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:15:06.440742 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-83370925-dd42-4a7e-8ffc-0b4e9416c3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for network, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:06.458281 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-83370925-dd42-4a7e-8ffc-0b4e9416c3ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:06.667347 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-83370925-dd42-4a7e-8ffc-0b4e9416c3ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:06.729614 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-83370925-dd42-4a7e-8ffc-0b4e9416c3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:06.749042 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83370925-dd42-4a7e-8ffc-0b4e9416c3ab admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=94715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 17:15:06.775849 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-83370925-dd42-4a7e-8ffc-0b4e9416c3ab admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747491616916', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157'] for segment, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:06.776439 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-83370925-dd42-4a7e-8ffc-0b4e9416c3ab admin admin] Unsubscribe: segment precommit_create {{(pid=94715) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 17 17:15:06.776953 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.db.segments_db [None req-83370925-dd42-4a7e-8ffc-0b4e9416c3ab admin admin] Added segment 920f05e7-c9e0-47ff-91c7-c5291c059e8b of type vlan for network 1c2b15da-bc4f-4f59-9e27-d68ea08d0e83 Sep 17 17:15:06.793299 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83370925-dd42-4a7e-8ffc-0b4e9416c3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca22477-2ef7-4fb2-890e-1b44aa9c7ce5,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:15:06.843605 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83370925-dd42-4a7e-8ffc-0b4e9416c3ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:06.843974 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83370925-dd42-4a7e-8ffc-0b4e9416c3ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:06.844321 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83370925-dd42-4a7e-8ffc-0b4e9416c3ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:06.844657 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83370925-dd42-4a7e-8ffc-0b4e9416c3ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:06.844989 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83370925-dd42-4a7e-8ffc-0b4e9416c3ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:06.845334 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83370925-dd42-4a7e-8ffc-0b4e9416c3ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:06.845665 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83370925-dd42-4a7e-8ffc-0b4e9416c3ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:06.845989 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83370925-dd42-4a7e-8ffc-0b4e9416c3ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:06.846329 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83370925-dd42-4a7e-8ffc-0b4e9416c3ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:06.846654 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83370925-dd42-4a7e-8ffc-0b4e9416c3ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:06.846993 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83370925-dd42-4a7e-8ffc-0b4e9416c3ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:06.847318 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83370925-dd42-4a7e-8ffc-0b4e9416c3ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:06.848374 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83370925-dd42-4a7e-8ffc-0b4e9416c3ab admin admin] Tracked resource versions report: Sep 17 17:15:06.848374 dv-cinder-809828-1-iscsi neutron-server[94715]: pushed versions: Sep 17 17:15:06.848374 dv-cinder-809828-1-iscsi neutron-server[94715]: { 'AddressGroup': {'1.2'}, Sep 17 17:15:06.848374 dv-cinder-809828-1-iscsi neutron-server[94715]: 'ConntrackHelper': {'1.0'}, Sep 17 17:15:06.848374 dv-cinder-809828-1-iscsi neutron-server[94715]: 'Log': {'1.0'}, Sep 17 17:15:06.848374 dv-cinder-809828-1-iscsi neutron-server[94715]: 'Network': {'1.1'}, Sep 17 17:15:06.848374 dv-cinder-809828-1-iscsi neutron-server[94715]: 'Port': {'1.7'}, Sep 17 17:15:06.848374 dv-cinder-809828-1-iscsi neutron-server[94715]: 'PortForwarding': {'1.2'}, Sep 17 17:15:06.848374 dv-cinder-809828-1-iscsi neutron-server[94715]: 'QosPolicy': {'1.9'}, Sep 17 17:15:06.848374 dv-cinder-809828-1-iscsi neutron-server[94715]: 'SecurityGroup': {'1.4'}, Sep 17 17:15:06.848374 dv-cinder-809828-1-iscsi neutron-server[94715]: 'SecurityGroupRule': {'1.2'}, Sep 17 17:15:06.848374 dv-cinder-809828-1-iscsi neutron-server[94715]: 'SubPort': {'1.0'}, Sep 17 17:15:06.848374 dv-cinder-809828-1-iscsi neutron-server[94715]: 'Subnet': {'1.1'}, Sep 17 17:15:06.848374 dv-cinder-809828-1-iscsi neutron-server[94715]: 'Trunk': {'1.1'}} Sep 17 17:15:06.848374 dv-cinder-809828-1-iscsi neutron-server[94715]: consumer versions: Sep 17 17:15:06.848374 dv-cinder-809828-1-iscsi neutron-server[94715]: { DHCP agent@dv-cinder-809828-1-iscsi: {}, Sep 17 17:15:06.848374 dv-cinder-809828-1-iscsi neutron-server[94715]: L3 agent@dv-cinder-809828-1-iscsi: {}, Sep 17 17:15:06.848374 dv-cinder-809828-1-iscsi neutron-server[94715]: Metadata agent@dv-cinder-809828-1-iscsi: {}, Sep 17 17:15:06.848374 dv-cinder-809828-1-iscsi neutron-server[94715]: Metering agent@dv-cinder-809828-1-iscsi: {}, Sep 17 17:15:06.848374 dv-cinder-809828-1-iscsi neutron-server[94715]: Open vSwitch agent@dv-cinder-809828-1-iscsi: { 'AddressGroup': '1.2', Sep 17 17:15:06.848374 dv-cinder-809828-1-iscsi neutron-server[94715]: 'ConntrackHelper': '1.0', Sep 17 17:15:06.848374 dv-cinder-809828-1-iscsi neutron-server[94715]: 'Log': '1.0', Sep 17 17:15:06.848374 dv-cinder-809828-1-iscsi neutron-server[94715]: 'Network': '1.1', Sep 17 17:15:06.848374 dv-cinder-809828-1-iscsi neutron-server[94715]: 'Port': '1.7', Sep 17 17:15:06.848374 dv-cinder-809828-1-iscsi neutron-server[94715]: 'PortForwarding': '1.2', Sep 17 17:15:06.848374 dv-cinder-809828-1-iscsi neutron-server[94715]: 'QosPolicy': '1.9', Sep 17 17:15:06.848374 dv-cinder-809828-1-iscsi neutron-server[94715]: 'SecurityGroup': '1.4', Sep 17 17:15:06.848374 dv-cinder-809828-1-iscsi neutron-server[94715]: 'SecurityGroupRule': '1.2', Sep 17 17:15:06.848374 dv-cinder-809828-1-iscsi neutron-server[94715]: 'SubPort': '1.0', Sep 17 17:15:06.848374 dv-cinder-809828-1-iscsi neutron-server[94715]: 'Subnet': '1.1', Sep 17 17:15:06.848374 dv-cinder-809828-1-iscsi neutron-server[94715]: 'Trunk': '1.1'}} Sep 17 17:15:06.848374 dv-cinder-809828-1-iscsi neutron-server[94715]: {{(pid=94715) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 17:15:06.897612 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-83370925-dd42-4a7e-8ffc-0b4e9416c3ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747491074600'] for network, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:07.010559 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-83370925-dd42-4a7e-8ffc-0b4e9416c3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198'] for network, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:07.011691 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83370925-dd42-4a7e-8ffc-0b4e9416c3ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:15:07.012334 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-83370925-dd42-4a7e-8ffc-0b4e9416c3ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for network, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:07.108346 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83370925-dd42-4a7e-8ffc-0b4e9416c3ab admin admin] Pushing event updated for resources: {'Network': ['ID=1c2b15da-bc4f-4f59-9e27-d68ea08d0e83,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:15:07.119444 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Network 1c2b15da-bc4f-4f59-9e27-d68ea08d0e83 details requested by agent ovs-agent-dv-cinder-809828-1-iscsi with host dv-cinder-809828-1-iscsi {{(pid=94717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 17:15:07.148519 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-83370925-dd42-4a7e-8ffc-0b4e9416c3ab admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1377001 Sep 17 17:15:09.925158 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 50960) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:15:10.313561 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500e99bf-6870-4a68-8336-bc3e5069f8f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:15:10.314917 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-500e99bf-6870-4a68-8336-bc3e5069f8f0 admin admin] 10.222.0.18 "GET /v2.0/networks/1c2b15da-bc4f-4f59-9e27-d68ea08d0e83 HTTP/1.1" status: 200 len: 825 time: 0.3887663 Sep 17 17:15:10.339492 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-b9a28afc-1291-40f2-aced-bcc63cfe8c7d admin admin] 10.222.0.18 "GET /v2.0/subnetpools/f55745dc-bec4-4d39-ac77-982d27fa5a6e HTTP/1.1" status: 200 len: 734 time: 0.0184281 Sep 17 17:15:10.348927 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-57a92af6-8cf6-49bc-97d7-9c7ef5606612 admin admin] Request body: {'subnet': {'subnetpool_id': 'f55745dc-bec4-4d39-ac77-982d27fa5a6e', 'network_id': '1c2b15da-bc4f-4f59-9e27-d68ea08d0e83', 'ip_version': 4, 'tenant_id': '8aa26078ab1c49c6aa7f1bc5cd935c7f', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:15:10.438437 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a92af6-8cf6-49bc-97d7-9c7ef5606612 admin admin] Made reservation on behalf of 8aa26078ab1c49c6aa7f1bc5cd935c7f for: {'subnet': 1} {{(pid=94715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:15:10.440661 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-57a92af6-8cf6-49bc-97d7-9c7ef5606612 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:10.787503 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-57a92af6-8cf6-49bc-97d7-9c7ef5606612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198'] for subnet, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:10.858503 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a92af6-8cf6-49bc-97d7-9c7ef5606612 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b853e7cf-5803-4c87-a5de-473b87dc4347,revision_number=0']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:15:10.861442 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a92af6-8cf6-49bc-97d7-9c7ef5606612 admin admin] Checking segment: {'id': '920f05e7-c9e0-47ff-91c7-c5291c059e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1c2b15da-bc4f-4f59-9e27-d68ea08d0e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:15:10.861814 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a92af6-8cf6-49bc-97d7-9c7ef5606612 admin admin] Network hostable DHCP agents. Network: 1c2b15da-bc4f-4f59-9e27-d68ea08d0e83, hostable agents: ['991be4bd-5269-4100-8238-2a16d095299f'], hosted agents: [] {{(pid=94715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 17:15:11.015227 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a92af6-8cf6-49bc-97d7-9c7ef5606612 admin admin] Network 1c2b15da-bc4f-4f59-9e27-d68ea08d0e83 is scheduled to be hosted by DHCP agent 991be4bd-5269-4100-8238-2a16d095299f with binding_index 1 {{(pid=94715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 17:15:11.158210 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [None req-57a92af6-8cf6-49bc-97d7-9c7ef5606612 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809828-1-iscsi, 1c2b15da-bc4f-4f59-9e27-d68ea08d0e83) {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:15:11.162969 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a92af6-8cf6-49bc-97d7-9c7ef5606612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:15:11.163553 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-57a92af6-8cf6-49bc-97d7-9c7ef5606612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for subnet, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:11.169141 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78571f9d-d63c-4b36-9a63-567b155ffeca None None] Network 1c2b15da-bc4f-4f59-9e27-d68ea08d0e83 requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:15:11.268277 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-57a92af6-8cf6-49bc-97d7-9c7ef5606612 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9224303 Sep 17 17:15:11.489442 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e42e7c-c8db-417d-8dfe-fd6f82b43a2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca1476-ec46-5156-a0e6-01362d2bd21f-1c2b15da-bc4f-4f59-9e27-d68ea08d0e83', 'network_id': '1c2b15da-bc4f-4f59-9e27-d68ea08d0e83', 'tenant_id': '8aa26078ab1c49c6aa7f1bc5cd935c7f', 'fixed_ips': [{'subnet_id': 'b853e7cf-5803-4c87-a5de-473b87dc4347'}]}} from dv-cinder-809828-1-iscsi. {{(pid=94717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 17:15:11.490763 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-54e42e7c-c8db-417d-8dfe-fd6f82b43a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:11.776411 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.db_base_plugin_common [None req-54e42e7c-c8db-417d-8dfe-fd6f82b43a2c None None] Allocated IP 172.20.0.2 (1c2b15da-bc4f-4f59-9e27-d68ea08d0e83/b853e7cf-5803-4c87-a5de-473b87dc4347/79fd15e2-7487-4b65-98f8-acef99debc6e) {{(pid=94717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:15:12.004253 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-54e42e7c-c8db-417d-8dfe-fd6f82b43a2c None None] Notify callbacks [] for port, precommit_create {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:12.085236 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-54e42e7c-c8db-417d-8dfe-fd6f82b43a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538'] for port, after_create {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:12.159661 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e42e7c-c8db-417d-8dfe-fd6f82b43a2c None None] Network 1c2b15da-bc4f-4f59-9e27-d68ea08d0e83 is already hosted by enough agents. {{(pid=94717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:15:12.168479 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.scheduler.base_scheduler [None req-54e42e7c-c8db-417d-8dfe-fd6f82b43a2c None None] Resources bound (agent type, host, resource id): {{(pid=94717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:15:12.180282 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e42e7c-c8db-417d-8dfe-fd6f82b43a2c None None] Pushing event updated for resources: {'Port': ['ID=79fd15e2-7487-4b65-98f8-acef99debc6e,revision_number=1']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:15:12.182786 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e42e7c-c8db-417d-8dfe-fd6f82b43a2c None None] Received port after_create {{(pid=94717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:15:12.217781 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e42e7c-c8db-417d-8dfe-fd6f82b43a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:12.218141 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e42e7c-c8db-417d-8dfe-fd6f82b43a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:12.218492 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e42e7c-c8db-417d-8dfe-fd6f82b43a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:12.218837 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e42e7c-c8db-417d-8dfe-fd6f82b43a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:12.219211 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e42e7c-c8db-417d-8dfe-fd6f82b43a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:12.219549 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e42e7c-c8db-417d-8dfe-fd6f82b43a2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:12.219896 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e42e7c-c8db-417d-8dfe-fd6f82b43a2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:12.220227 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e42e7c-c8db-417d-8dfe-fd6f82b43a2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:12.220577 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e42e7c-c8db-417d-8dfe-fd6f82b43a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:12.220913 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e42e7c-c8db-417d-8dfe-fd6f82b43a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:12.221785 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e42e7c-c8db-417d-8dfe-fd6f82b43a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:12.222134 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e42e7c-c8db-417d-8dfe-fd6f82b43a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:12.223259 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e42e7c-c8db-417d-8dfe-fd6f82b43a2c None None] Tracked resource versions report: Sep 17 17:15:12.223259 dv-cinder-809828-1-iscsi neutron-server[94717]: pushed versions: Sep 17 17:15:12.223259 dv-cinder-809828-1-iscsi neutron-server[94717]: { 'AddressGroup': {'1.2'}, Sep 17 17:15:12.223259 dv-cinder-809828-1-iscsi neutron-server[94717]: 'ConntrackHelper': {'1.0'}, Sep 17 17:15:12.223259 dv-cinder-809828-1-iscsi neutron-server[94717]: 'Log': {'1.0'}, Sep 17 17:15:12.223259 dv-cinder-809828-1-iscsi neutron-server[94717]: 'Network': {'1.1'}, Sep 17 17:15:12.223259 dv-cinder-809828-1-iscsi neutron-server[94717]: 'Port': {'1.7'}, Sep 17 17:15:12.223259 dv-cinder-809828-1-iscsi neutron-server[94717]: 'PortForwarding': {'1.2'}, Sep 17 17:15:12.223259 dv-cinder-809828-1-iscsi neutron-server[94717]: 'QosPolicy': {'1.9'}, Sep 17 17:15:12.223259 dv-cinder-809828-1-iscsi neutron-server[94717]: 'SecurityGroup': {'1.4'}, Sep 17 17:15:12.223259 dv-cinder-809828-1-iscsi neutron-server[94717]: 'SecurityGroupRule': {'1.2'}, Sep 17 17:15:12.223259 dv-cinder-809828-1-iscsi neutron-server[94717]: 'SubPort': {'1.0'}, Sep 17 17:15:12.223259 dv-cinder-809828-1-iscsi neutron-server[94717]: 'Subnet': {'1.1'}, Sep 17 17:15:12.223259 dv-cinder-809828-1-iscsi neutron-server[94717]: 'Trunk': {'1.1'}} Sep 17 17:15:12.223259 dv-cinder-809828-1-iscsi neutron-server[94717]: consumer versions: Sep 17 17:15:12.223259 dv-cinder-809828-1-iscsi neutron-server[94717]: { DHCP agent@dv-cinder-809828-1-iscsi: {}, Sep 17 17:15:12.223259 dv-cinder-809828-1-iscsi neutron-server[94717]: L3 agent@dv-cinder-809828-1-iscsi: {}, Sep 17 17:15:12.223259 dv-cinder-809828-1-iscsi neutron-server[94717]: Metadata agent@dv-cinder-809828-1-iscsi: {}, Sep 17 17:15:12.223259 dv-cinder-809828-1-iscsi neutron-server[94717]: Metering agent@dv-cinder-809828-1-iscsi: {}, Sep 17 17:15:12.223259 dv-cinder-809828-1-iscsi neutron-server[94717]: Open vSwitch agent@dv-cinder-809828-1-iscsi: { 'AddressGroup': '1.2', Sep 17 17:15:12.223259 dv-cinder-809828-1-iscsi neutron-server[94717]: 'ConntrackHelper': '1.0', Sep 17 17:15:12.223259 dv-cinder-809828-1-iscsi neutron-server[94717]: 'Log': '1.0', Sep 17 17:15:12.223259 dv-cinder-809828-1-iscsi neutron-server[94717]: 'Network': '1.1', Sep 17 17:15:12.223259 dv-cinder-809828-1-iscsi neutron-server[94717]: 'Port': '1.7', Sep 17 17:15:12.223259 dv-cinder-809828-1-iscsi neutron-server[94717]: 'PortForwarding': '1.2', Sep 17 17:15:12.223259 dv-cinder-809828-1-iscsi neutron-server[94717]: 'QosPolicy': '1.9', Sep 17 17:15:12.223259 dv-cinder-809828-1-iscsi neutron-server[94717]: 'SecurityGroup': '1.4', Sep 17 17:15:12.223259 dv-cinder-809828-1-iscsi neutron-server[94717]: 'SecurityGroupRule': '1.2', Sep 17 17:15:12.223259 dv-cinder-809828-1-iscsi neutron-server[94717]: 'SubPort': '1.0', Sep 17 17:15:12.223259 dv-cinder-809828-1-iscsi neutron-server[94717]: 'Subnet': '1.1', Sep 17 17:15:12.223259 dv-cinder-809828-1-iscsi neutron-server[94717]: 'Trunk': '1.1'}} Sep 17 17:15:12.223259 dv-cinder-809828-1-iscsi neutron-server[94717]: {{(pid=94717) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 17:15:12.271435 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-54e42e7c-c8db-417d-8dfe-fd6f82b43a2c None None] Attempting to bind port 79fd15e2-7487-4b65-98f8-acef99debc6e on host dv-cinder-809828-1-iscsi for vnic_type normal with profile {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:15:12.271839 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-54e42e7c-c8db-417d-8dfe-fd6f82b43a2c None None] Attempting to bind port 79fd15e2-7487-4b65-98f8-acef99debc6e by drivers openvswitch,hyperv on host dv-cinder-809828-1-iscsi at level 0 using segments [{'id': '920f05e7-c9e0-47ff-91c7-c5291c059e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1c2b15da-bc4f-4f59-9e27-d68ea08d0e83'}] {{(pid=94717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:15:12.272260 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e42e7c-c8db-417d-8dfe-fd6f82b43a2c None None] Attempting to bind port 79fd15e2-7487-4b65-98f8-acef99debc6e on network 1c2b15da-bc4f-4f59-9e27-d68ea08d0e83 {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:15:12.277039 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e42e7c-c8db-417d-8dfe-fd6f82b43a2c None None] Checking agent: {'id': '90d57b62-311c-40f5-abf0-ae568c7aec4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809828-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 14, 57), 'started_at': datetime.datetime(2021, 9, 17, 17, 14, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809828-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:15:12.277459 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e42e7c-c8db-417d-8dfe-fd6f82b43a2c None None] Checking segment: {'id': '920f05e7-c9e0-47ff-91c7-c5291c059e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1c2b15da-bc4f-4f59-9e27-d68ea08d0e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:15:12.277962 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-54e42e7c-c8db-417d-8dfe-fd6f82b43a2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:12.278357 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e42e7c-c8db-417d-8dfe-fd6f82b43a2c None None] Bound using segment: {'id': '920f05e7-c9e0-47ff-91c7-c5291c059e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1c2b15da-bc4f-4f59-9e27-d68ea08d0e83'} {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:15:12.279364 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-54e42e7c-c8db-417d-8dfe-fd6f82b43a2c None None] Bound port: 79fd15e2-7487-4b65-98f8-acef99debc6e, host: dv-cinder-809828-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '920f05e7-c9e0-47ff-91c7-c5291c059e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1c2b15da-bc4f-4f59-9e27-d68ea08d0e83'}}] {{(pid=94717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:15:12.279787 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-54e42e7c-c8db-417d-8dfe-fd6f82b43a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:12.345299 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-54e42e7c-c8db-417d-8dfe-fd6f82b43a2c None None] For port 79fd15e2-7487-4b65-98f8-acef99debc6e, host dv-cinder-809828-1-iscsi, cleared binding levels {{(pid=94717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:15:12.349559 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-54e42e7c-c8db-417d-8dfe-fd6f82b43a2c None None] For port 79fd15e2-7487-4b65-98f8-acef99debc6e, host dv-cinder-809828-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=79fd15e2-7487-4b65-98f8-acef99debc6e,segment=NetworkSegment(920f05e7-c9e0-47ff-91c7-c5291c059e8b),segment_id=920f05e7-c9e0-47ff-91c7-c5291c059e8b)] {{(pid=94717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:15:12.405590 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-54e42e7c-c8db-417d-8dfe-fd6f82b43a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:12.471895 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e42e7c-c8db-417d-8dfe-fd6f82b43a2c None None] Pushing event updated for resources: {'Port': ['ID=79fd15e2-7487-4b65-98f8-acef99debc6e,revision_number=2']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:15:13.703567 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 50968) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:15:14.021934 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [None req-dfb208cf-66d0-43d5-a585-1ec0f89ca708 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 17:15:14.022936 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-dfb208cf-66d0-43d5-a585-1ec0f89ca708 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3184271 Sep 17 17:15:16.472905 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 50976) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:15:16.812300 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [None req-73b113ef-12d7-43b5-94c3-f701889cdfba admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 17:15:16.815039 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-73b113ef-12d7-43b5-94c3-f701889cdfba admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3405759 Sep 17 17:15:19.436926 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 50986) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:15:19.751077 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-f9742d82-8160-4681-a172-165e0cad4697 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '8aa26078ab1c49c6aa7f1bc5cd935c7f'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:15:19.833093 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f9742d82-8160-4681-a172-165e0cad4697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-987'] for router, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:19.834697 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f9742d82-8160-4681-a172-165e0cad4697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3693212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1004'] for router, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:19.969960 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f9742d82-8160-4681-a172-165e0cad4697 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:20.073888 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f9742d82-8160-4681-a172-165e0cad4697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693899'] for router, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:20.153187 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f9742d82-8160-4681-a172-165e0cad4697 admin admin] Notify callbacks [] for router, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:20.155178 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-f9742d82-8160-4681-a172-165e0cad4697 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7172141 Sep 17 17:15:20.298840 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 79fd15e2-7487-4b65-98f8-acef99debc6e up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:15:20.398386 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port 79fd15e2-7487-4b65-98f8-acef99debc6e triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:15:20.398788 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:20.519586 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:20.570012 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] For port 79fd15e2-7487-4b65-98f8-acef99debc6e, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=79fd15e2-7487-4b65-98f8-acef99debc6e,segment=NetworkSegment(920f05e7-c9e0-47ff-91c7-c5291c059e8b),segment_id=920f05e7-c9e0-47ff-91c7-c5291c059e8b)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:15:20.633423 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:20.680838 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Pushing event updated for resources: {'Port': ['ID=79fd15e2-7487-4b65-98f8-acef99debc6e,revision_number=3']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:15:20.857598 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84566996-09bf-4c91-84f2-0072d7a47ae8 None None] Network 1c2b15da-bc4f-4f59-9e27-d68ea08d0e83 requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:15:20.931344 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-7661ce71-7d6a-4c62-8dd4-cdb6fd943933 None None] Provisioning complete for port 79fd15e2-7487-4b65-98f8-acef99debc6e triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:15:20.931721 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-7661ce71-7d6a-4c62-8dd4-cdb6fd943933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:21.279877 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-47c8b3dd-aeae-4e98-b6a7-be928d7bb484 None None] Provisioning complete for port 79fd15e2-7487-4b65-98f8-acef99debc6e triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:15:21.280253 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-47c8b3dd-aeae-4e98-b6a7-be928d7bb484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:22.271248 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 79fd15e2-7487-4b65-98f8-acef99debc6e up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:15:22.323345 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port 79fd15e2-7487-4b65-98f8-acef99debc6e triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:15:22.323727 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:22.592060 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 50998) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:15:22.832890 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d01e4886-980e-43ff-96e1-36740158923b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:22.908075 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [None req-fab883ff-1949-4e50-b4e6-9f0a618ef0ca admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 17:15:22.909154 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-fab883ff-1949-4e50-b4e6-9f0a618ef0ca admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3160138 Sep 17 17:15:25.322920 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 51006) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:15:25.604378 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-62a478a0-81e5-46ff-afe7-a27bb3d9c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:25.822709 dv-cinder-809828-1-iscsi neutron-server[94716]: WARNING oslo_policy.policy [None req-110ab323-ea00-4d9c-9018-e3f197f9e81f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 17:15:25.823310 dv-cinder-809828-1-iscsi neutron-server[94716]: WARNING oslo_policy.policy [None req-110ab323-ea00-4d9c-9018-e3f197f9e81f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 17:15:26.044252 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-110ab323-ea00-4d9c-9018-e3f197f9e81f admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:15:26.045839 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.quota [None req-110ab323-ea00-4d9c-9018-e3f197f9e81f admin admin] Loaded quota_driver: . Sep 17 17:15:26.170621 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110ab323-ea00-4d9c-9018-e3f197f9e81f admin admin] Made reservation on behalf of 9ae29dfb2a3441608958f6c50701cb62 for: {'network': 1} {{(pid=94716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:15:26.239587 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.policy [None req-110ab323-ea00-4d9c-9018-e3f197f9e81f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94716) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 17 17:15:26.307162 dv-cinder-809828-1-iscsi neutron-server[94716]: WARNING oslo_policy.policy [None req-110ab323-ea00-4d9c-9018-e3f197f9e81f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 17:15:26.307481 dv-cinder-809828-1-iscsi neutron-server[94716]: WARNING oslo_policy.policy [None req-110ab323-ea00-4d9c-9018-e3f197f9e81f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 17:15:26.318204 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-110ab323-ea00-4d9c-9018-e3f197f9e81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for network, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:26.339039 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-110ab323-ea00-4d9c-9018-e3f197f9e81f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:26.464730 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-110ab323-ea00-4d9c-9018-e3f197f9e81f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:26.529326 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-110ab323-ea00-4d9c-9018-e3f197f9e81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:26.540503 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-110ab323-ea00-4d9c-9018-e3f197f9e81f admin admin] Reserving flat network on physical network physnet1 {{(pid=94716) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 17 17:15:26.572084 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-110ab323-ea00-4d9c-9018-e3f197f9e81f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747491616916', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157'] for segment, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:26.572579 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-110ab323-ea00-4d9c-9018-e3f197f9e81f admin admin] Unsubscribe: segment precommit_create {{(pid=94716) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 17 17:15:26.573110 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.db.segments_db [None req-110ab323-ea00-4d9c-9018-e3f197f9e81f admin admin] Added segment f5bce3a7-39d4-42b3-980e-fe31588455ee of type flat for network 7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02 Sep 17 17:15:26.593806 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ab323-ea00-4d9c-9018-e3f197f9e81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa20381d-3f3d-4d18-9fac-9a1309843cfb,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:15:26.611288 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110ab323-ea00-4d9c-9018-e3f197f9e81f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:26.611649 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110ab323-ea00-4d9c-9018-e3f197f9e81f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:26.611987 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110ab323-ea00-4d9c-9018-e3f197f9e81f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:26.612319 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110ab323-ea00-4d9c-9018-e3f197f9e81f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:26.612643 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110ab323-ea00-4d9c-9018-e3f197f9e81f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:26.612981 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110ab323-ea00-4d9c-9018-e3f197f9e81f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:26.613308 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110ab323-ea00-4d9c-9018-e3f197f9e81f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:26.613628 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110ab323-ea00-4d9c-9018-e3f197f9e81f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:26.613962 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110ab323-ea00-4d9c-9018-e3f197f9e81f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:26.614282 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110ab323-ea00-4d9c-9018-e3f197f9e81f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:26.614679 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110ab323-ea00-4d9c-9018-e3f197f9e81f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:26.614921 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110ab323-ea00-4d9c-9018-e3f197f9e81f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:26.616005 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110ab323-ea00-4d9c-9018-e3f197f9e81f admin admin] Tracked resource versions report: Sep 17 17:15:26.616005 dv-cinder-809828-1-iscsi neutron-server[94716]: pushed versions: Sep 17 17:15:26.616005 dv-cinder-809828-1-iscsi neutron-server[94716]: { 'AddressGroup': {'1.2'}, Sep 17 17:15:26.616005 dv-cinder-809828-1-iscsi neutron-server[94716]: 'ConntrackHelper': {'1.0'}, Sep 17 17:15:26.616005 dv-cinder-809828-1-iscsi neutron-server[94716]: 'Log': {'1.0'}, Sep 17 17:15:26.616005 dv-cinder-809828-1-iscsi neutron-server[94716]: 'Network': {'1.1'}, Sep 17 17:15:26.616005 dv-cinder-809828-1-iscsi neutron-server[94716]: 'Port': {'1.7'}, Sep 17 17:15:26.616005 dv-cinder-809828-1-iscsi neutron-server[94716]: 'PortForwarding': {'1.2'}, Sep 17 17:15:26.616005 dv-cinder-809828-1-iscsi neutron-server[94716]: 'QosPolicy': {'1.9'}, Sep 17 17:15:26.616005 dv-cinder-809828-1-iscsi neutron-server[94716]: 'SecurityGroup': {'1.4'}, Sep 17 17:15:26.616005 dv-cinder-809828-1-iscsi neutron-server[94716]: 'SecurityGroupRule': {'1.2'}, Sep 17 17:15:26.616005 dv-cinder-809828-1-iscsi neutron-server[94716]: 'SubPort': {'1.0'}, Sep 17 17:15:26.616005 dv-cinder-809828-1-iscsi neutron-server[94716]: 'Subnet': {'1.1'}, Sep 17 17:15:26.616005 dv-cinder-809828-1-iscsi neutron-server[94716]: 'Trunk': {'1.1'}} Sep 17 17:15:26.616005 dv-cinder-809828-1-iscsi neutron-server[94716]: consumer versions: Sep 17 17:15:26.616005 dv-cinder-809828-1-iscsi neutron-server[94716]: { DHCP agent@dv-cinder-809828-1-iscsi: {}, Sep 17 17:15:26.616005 dv-cinder-809828-1-iscsi neutron-server[94716]: L3 agent@dv-cinder-809828-1-iscsi: {}, Sep 17 17:15:26.616005 dv-cinder-809828-1-iscsi neutron-server[94716]: Metadata agent@dv-cinder-809828-1-iscsi: {}, Sep 17 17:15:26.616005 dv-cinder-809828-1-iscsi neutron-server[94716]: Metering agent@dv-cinder-809828-1-iscsi: {}, Sep 17 17:15:26.616005 dv-cinder-809828-1-iscsi neutron-server[94716]: Open vSwitch agent@dv-cinder-809828-1-iscsi: { 'AddressGroup': '1.2', Sep 17 17:15:26.616005 dv-cinder-809828-1-iscsi neutron-server[94716]: 'ConntrackHelper': '1.0', Sep 17 17:15:26.616005 dv-cinder-809828-1-iscsi neutron-server[94716]: 'Log': '1.0', Sep 17 17:15:26.616005 dv-cinder-809828-1-iscsi neutron-server[94716]: 'Network': '1.1', Sep 17 17:15:26.616005 dv-cinder-809828-1-iscsi neutron-server[94716]: 'Port': '1.7', Sep 17 17:15:26.616005 dv-cinder-809828-1-iscsi neutron-server[94716]: 'PortForwarding': '1.2', Sep 17 17:15:26.616005 dv-cinder-809828-1-iscsi neutron-server[94716]: 'QosPolicy': '1.9', Sep 17 17:15:26.616005 dv-cinder-809828-1-iscsi neutron-server[94716]: 'SecurityGroup': '1.4', Sep 17 17:15:26.616005 dv-cinder-809828-1-iscsi neutron-server[94716]: 'SecurityGroupRule': '1.2', Sep 17 17:15:26.616005 dv-cinder-809828-1-iscsi neutron-server[94716]: 'SubPort': '1.0', Sep 17 17:15:26.616005 dv-cinder-809828-1-iscsi neutron-server[94716]: 'Subnet': '1.1', Sep 17 17:15:26.616005 dv-cinder-809828-1-iscsi neutron-server[94716]: 'Trunk': '1.1'}} Sep 17 17:15:26.616005 dv-cinder-809828-1-iscsi neutron-server[94716]: {{(pid=94716) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 17:15:26.618028 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:26.712687 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-110ab323-ea00-4d9c-9018-e3f197f9e81f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747491074600'] for network, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:26.758815 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:26.816143 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-110ab323-ea00-4d9c-9018-e3f197f9e81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198'] for network, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:26.817426 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110ab323-ea00-4d9c-9018-e3f197f9e81f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:15:26.818077 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-110ab323-ea00-4d9c-9018-e3f197f9e81f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for network, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:26.913943 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ab323-ea00-4d9c-9018-e3f197f9e81f admin admin] Pushing event updated for resources: {'Network': ['ID=7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:15:26.925186 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Network 7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02 details requested by agent ovs-agent-dv-cinder-809828-1-iscsi with host dv-cinder-809828-1-iscsi {{(pid=94717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 17:15:26.976280 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-110ab323-ea00-4d9c-9018-e3f197f9e81f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.6510990 Sep 17 17:15:28.427529 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:29.360814 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 51036) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:15:29.574718 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb79088-fe3b-4689-a65b-cea83d9eee07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:15:29.576735 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-acb79088-fe3b-4689-a65b-cea83d9eee07 admin admin] 10.222.0.18 "GET /v2.0/subnets/b853e7cf-5803-4c87-a5de-473b87dc4347 HTTP/1.1" status: 200 len: 849 time: 0.2149587 Sep 17 17:15:29.739351 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-040c2415-74e9-4005-8fca-b1284d4782ef admin admin] 10.222.0.18 "GET /v2.0/routers/c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c HTTP/1.1" status: 200 len: 704 time: 0.1555252 Sep 17 17:15:30.021897 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f5c4b0ff-0d31-4b50-b4b4-5f8d80b7df3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:30.325544 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.db_base_plugin_common [None req-f5c4b0ff-0d31-4b50-b4b4-5f8d80b7df3a admin admin] Allocated IP 172.20.0.1 (1c2b15da-bc4f-4f59-9e27-d68ea08d0e83/b853e7cf-5803-4c87-a5de-473b87dc4347/73b18317-0309-44e0-9cb5-06f0e7ef5eb9) {{(pid=94716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:15:30.517185 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f5c4b0ff-0d31-4b50-b4b4-5f8d80b7df3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:30.684643 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f5c4b0ff-0d31-4b50-b4b4-5f8d80b7df3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538'] for port, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:30.748660 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c4b0ff-0d31-4b50-b4b4-5f8d80b7df3a admin admin] Network 1c2b15da-bc4f-4f59-9e27-d68ea08d0e83 is already hosted by enough agents. {{(pid=94716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:15:30.753375 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.base_scheduler [None req-f5c4b0ff-0d31-4b50-b4b4-5f8d80b7df3a admin admin] Resources bound (agent type, host, resource id): {{(pid=94716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:15:30.765964 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c4b0ff-0d31-4b50-b4b4-5f8d80b7df3a admin admin] Received port after_create {{(pid=94716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:15:30.766332 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f5c4b0ff-0d31-4b50-b4b4-5f8d80b7df3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693980'] for router_interface, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:30.831609 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c4b0ff-0d31-4b50-b4b4-5f8d80b7df3a admin admin] Pushing event updated for resources: {'Port': ['ID=73b18317-0309-44e0-9cb5-06f0e7ef5eb9,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:15:30.930456 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-05e077c8-d7dd-491c-915a-eb6aa54a15b9 None None] Provisioning complete for port 73b18317-0309-44e0-9cb5-06f0e7ef5eb9 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:15:30.931068 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-05e077c8-d7dd-491c-915a-eb6aa54a15b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:30.969082 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-05e077c8-d7dd-491c-915a-eb6aa54a15b9 None None] Port 73b18317-0309-44e0-9cb5-06f0e7ef5eb9 cannot update to ACTIVE because it is not bound. {{(pid=94717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 17:15:31.047744 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f5c4b0ff-0d31-4b50-b4b4-5f8d80b7df3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:31.295635 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f5c4b0ff-0d31-4b50-b4b4-5f8d80b7df3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:31.352342 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f5c4b0ff-0d31-4b50-b4b4-5f8d80b7df3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:31.353739 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f5c4b0ff-0d31-4b50-b4b4-5f8d80b7df3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3691276'] for router_interface, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:31.416962 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c4b0ff-0d31-4b50-b4b4-5f8d80b7df3a admin admin] Pushing event updated for resources: {'Port': ['ID=73b18317-0309-44e0-9cb5-06f0e7ef5eb9,revision_number=2']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:15:31.480165 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c4b0ff-0d31-4b50-b4b4-5f8d80b7df3a admin admin] Network 1c2b15da-bc4f-4f59-9e27-d68ea08d0e83 is already hosted by enough agents. {{(pid=94716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:15:31.481465 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.base_scheduler [None req-f5c4b0ff-0d31-4b50-b4b4-5f8d80b7df3a admin admin] Resources bound (agent type, host, resource id): {{(pid=94716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:15:31.691862 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-b5439a11-9021-4977-93c6-cebce40dfca4 None None] Provisioning complete for port 73b18317-0309-44e0-9cb5-06f0e7ef5eb9 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:15:31.692230 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-b5439a11-9021-4977-93c6-cebce40dfca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:31.713043 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c4b0ff-0d31-4b50-b4b4-5f8d80b7df3a admin admin] Router c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c is scheduled to L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 with binding_index 1 {{(pid=94716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 17:15:31.725186 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-b5439a11-9021-4977-93c6-cebce40dfca4 None None] Port 73b18317-0309-44e0-9cb5-06f0e7ef5eb9 cannot update to ACTIVE because it is not bound. {{(pid=94717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 17:15:31.807105 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c4b0ff-0d31-4b50-b4b4-5f8d80b7df3a admin admin] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:15:31.814395 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-f5c4b0ff-0d31-4b50-b4b4-5f8d80b7df3a admin admin] 10.222.0.18 "PUT /v2.0/routers/c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0681524 Sep 17 17:15:31.819505 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4da127d-1c30-4773-a9d5-aa266c3a8773 None None] Sync routers for ids ['c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c'] in dv-cinder-809828-1-iscsi {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:15:31.831134 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4da127d-1c30-4773-a9d5-aa266c3a8773 None None] Routers {'c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:15:31.831956 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-a4da127d-1c30-4773-a9d5-aa266c3a8773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:15:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:15:32.015150 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-a4da127d-1c30-4773-a9d5-aa266c3a8773 None None] Set router c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c gateway port host: None {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:15:32.437691 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-a4da127d-1c30-4773-a9d5-aa266c3a8773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c', 'name': 'router1', 'tenant_id': '8aa26078ab1c49c6aa7f1bc5cd935c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:15:19Z', 'updated_at': '2021-09-17T17:15:30Z', 'revision_number': 2, 'project_id': '8aa26078ab1c49c6aa7f1bc5cd935c7f', 'gw_port_host': None, '_interfaces': [{'id': '73b18317-0309-44e0-9cb5-06f0e7ef5eb9', 'name': '', 'network_id': '1c2b15da-bc4f-4f59-9e27-d68ea08d0e83', 'tenant_id': '8aa26078ab1c49c6aa7f1bc5cd935c7f', 'mac_address': 'fa:16:3e:ac:f5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b853e7cf-5803-4c87-a5de-473b87dc4347', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:15:30Z', 'updated_at': '2021-09-17T17:15:31Z', 'revision_number': 2, 'project_id': '8aa26078ab1c49c6aa7f1bc5cd935c7f', 'subnets': [{'id': 'b853e7cf-5803-4c87-a5de-473b87dc4347', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f55745dc-bec4-4d39-ac77-982d27fa5a6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:15:32.488379 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4da127d-1c30-4773-a9d5-aa266c3a8773 None None] Checking router: c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c for host: dv-cinder-809828-1-iscsi {{(pid=94718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:15:32.488669 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4da127d-1c30-4773-a9d5-aa266c3a8773 None None] Updating router c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c port 73b18317-0309-44e0-9cb5-06f0e7ef5eb9 binding host dv-cinder-809828-1-iscsi {{(pid=94718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 17:15:32.536472 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a4da127d-1c30-4773-a9d5-aa266c3a8773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:33.044303 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a4da127d-1c30-4773-a9d5-aa266c3a8773 None None] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:33.135927 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a4da127d-1c30-4773-a9d5-aa266c3a8773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:33.271126 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2ef93-bee5-4213-a883-c7e4977ad518 None None] Pushing event updated for resources: {'Port': ['ID=73b18317-0309-44e0-9cb5-06f0e7ef5eb9,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:15:33.296304 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2ef93-bee5-4213-a883-c7e4977ad518 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:33.296658 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2ef93-bee5-4213-a883-c7e4977ad518 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:33.297000 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2ef93-bee5-4213-a883-c7e4977ad518 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:33.297337 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2ef93-bee5-4213-a883-c7e4977ad518 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:33.297669 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2ef93-bee5-4213-a883-c7e4977ad518 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:33.298005 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2ef93-bee5-4213-a883-c7e4977ad518 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:33.298325 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2ef93-bee5-4213-a883-c7e4977ad518 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:33.298655 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2ef93-bee5-4213-a883-c7e4977ad518 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:33.299008 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2ef93-bee5-4213-a883-c7e4977ad518 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:33.299862 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2ef93-bee5-4213-a883-c7e4977ad518 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:33.300190 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2ef93-bee5-4213-a883-c7e4977ad518 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:33.300512 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2ef93-bee5-4213-a883-c7e4977ad518 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:15:33.301633 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2ef93-bee5-4213-a883-c7e4977ad518 None None] Tracked resource versions report: Sep 17 17:15:33.301633 dv-cinder-809828-1-iscsi neutron-server[94718]: pushed versions: Sep 17 17:15:33.301633 dv-cinder-809828-1-iscsi neutron-server[94718]: { 'AddressGroup': {'1.2'}, Sep 17 17:15:33.301633 dv-cinder-809828-1-iscsi neutron-server[94718]: 'ConntrackHelper': {'1.0'}, Sep 17 17:15:33.301633 dv-cinder-809828-1-iscsi neutron-server[94718]: 'Log': {'1.0'}, Sep 17 17:15:33.301633 dv-cinder-809828-1-iscsi neutron-server[94718]: 'Network': {'1.1'}, Sep 17 17:15:33.301633 dv-cinder-809828-1-iscsi neutron-server[94718]: 'Port': {'1.7'}, Sep 17 17:15:33.301633 dv-cinder-809828-1-iscsi neutron-server[94718]: 'PortForwarding': {'1.2'}, Sep 17 17:15:33.301633 dv-cinder-809828-1-iscsi neutron-server[94718]: 'QosPolicy': {'1.9'}, Sep 17 17:15:33.301633 dv-cinder-809828-1-iscsi neutron-server[94718]: 'SecurityGroup': {'1.4'}, Sep 17 17:15:33.301633 dv-cinder-809828-1-iscsi neutron-server[94718]: 'SecurityGroupRule': {'1.2'}, Sep 17 17:15:33.301633 dv-cinder-809828-1-iscsi neutron-server[94718]: 'SubPort': {'1.0'}, Sep 17 17:15:33.301633 dv-cinder-809828-1-iscsi neutron-server[94718]: 'Subnet': {'1.1'}, Sep 17 17:15:33.301633 dv-cinder-809828-1-iscsi neutron-server[94718]: 'Trunk': {'1.1'}} Sep 17 17:15:33.301633 dv-cinder-809828-1-iscsi neutron-server[94718]: consumer versions: Sep 17 17:15:33.301633 dv-cinder-809828-1-iscsi neutron-server[94718]: { DHCP agent@dv-cinder-809828-1-iscsi: {}, Sep 17 17:15:33.301633 dv-cinder-809828-1-iscsi neutron-server[94718]: L3 agent@dv-cinder-809828-1-iscsi: {}, Sep 17 17:15:33.301633 dv-cinder-809828-1-iscsi neutron-server[94718]: Metadata agent@dv-cinder-809828-1-iscsi: {}, Sep 17 17:15:33.301633 dv-cinder-809828-1-iscsi neutron-server[94718]: Metering agent@dv-cinder-809828-1-iscsi: {}, Sep 17 17:15:33.301633 dv-cinder-809828-1-iscsi neutron-server[94718]: Open vSwitch agent@dv-cinder-809828-1-iscsi: { 'AddressGroup': '1.2', Sep 17 17:15:33.301633 dv-cinder-809828-1-iscsi neutron-server[94718]: 'ConntrackHelper': '1.0', Sep 17 17:15:33.301633 dv-cinder-809828-1-iscsi neutron-server[94718]: 'Log': '1.0', Sep 17 17:15:33.301633 dv-cinder-809828-1-iscsi neutron-server[94718]: 'Network': '1.1', Sep 17 17:15:33.301633 dv-cinder-809828-1-iscsi neutron-server[94718]: 'Port': '1.7', Sep 17 17:15:33.301633 dv-cinder-809828-1-iscsi neutron-server[94718]: 'PortForwarding': '1.2', Sep 17 17:15:33.301633 dv-cinder-809828-1-iscsi neutron-server[94718]: 'QosPolicy': '1.9', Sep 17 17:15:33.301633 dv-cinder-809828-1-iscsi neutron-server[94718]: 'SecurityGroup': '1.4', Sep 17 17:15:33.301633 dv-cinder-809828-1-iscsi neutron-server[94718]: 'SecurityGroupRule': '1.2', Sep 17 17:15:33.301633 dv-cinder-809828-1-iscsi neutron-server[94718]: 'SubPort': '1.0', Sep 17 17:15:33.301633 dv-cinder-809828-1-iscsi neutron-server[94718]: 'Subnet': '1.1', Sep 17 17:15:33.301633 dv-cinder-809828-1-iscsi neutron-server[94718]: 'Trunk': '1.1'}} Sep 17 17:15:33.301633 dv-cinder-809828-1-iscsi neutron-server[94718]: {{(pid=94718) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 17:15:33.322041 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-a4da127d-1c30-4773-a9d5-aa266c3a8773 None None] Attempting to bind port 73b18317-0309-44e0-9cb5-06f0e7ef5eb9 on host dv-cinder-809828-1-iscsi for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:15:33.322438 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-a4da127d-1c30-4773-a9d5-aa266c3a8773 None None] Attempting to bind port 73b18317-0309-44e0-9cb5-06f0e7ef5eb9 by drivers openvswitch,hyperv on host dv-cinder-809828-1-iscsi at level 0 using segments [{'id': '920f05e7-c9e0-47ff-91c7-c5291c059e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1c2b15da-bc4f-4f59-9e27-d68ea08d0e83'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:15:33.322884 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4da127d-1c30-4773-a9d5-aa266c3a8773 None None] Attempting to bind port 73b18317-0309-44e0-9cb5-06f0e7ef5eb9 on network 1c2b15da-bc4f-4f59-9e27-d68ea08d0e83 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:15:33.328203 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4da127d-1c30-4773-a9d5-aa266c3a8773 None None] Checking agent: {'id': '90d57b62-311c-40f5-abf0-ae568c7aec4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809828-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 14, 57), 'started_at': datetime.datetime(2021, 9, 17, 17, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809828-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:15:33.328621 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4da127d-1c30-4773-a9d5-aa266c3a8773 None None] Checking segment: {'id': '920f05e7-c9e0-47ff-91c7-c5291c059e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1c2b15da-bc4f-4f59-9e27-d68ea08d0e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:15:33.329130 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a4da127d-1c30-4773-a9d5-aa266c3a8773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:33.329522 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4da127d-1c30-4773-a9d5-aa266c3a8773 None None] Bound using segment: {'id': '920f05e7-c9e0-47ff-91c7-c5291c059e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1c2b15da-bc4f-4f59-9e27-d68ea08d0e83'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:15:33.330015 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-a4da127d-1c30-4773-a9d5-aa266c3a8773 None None] Bound port: 73b18317-0309-44e0-9cb5-06f0e7ef5eb9, host: dv-cinder-809828-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '920f05e7-c9e0-47ff-91c7-c5291c059e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1c2b15da-bc4f-4f59-9e27-d68ea08d0e83'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:15:33.330395 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a4da127d-1c30-4773-a9d5-aa266c3a8773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:33.352872 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-b1dfa519-bdcf-47cb-af9c-ece3b4215cad None None] Provisioning complete for port 73b18317-0309-44e0-9cb5-06f0e7ef5eb9 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:15:33.353926 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-b1dfa519-bdcf-47cb-af9c-ece3b4215cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:33.388009 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-b1dfa519-bdcf-47cb-af9c-ece3b4215cad None None] Port 73b18317-0309-44e0-9cb5-06f0e7ef5eb9 cannot update to ACTIVE because it is not bound. {{(pid=94717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 17:15:33.399087 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-a4da127d-1c30-4773-a9d5-aa266c3a8773 None None] For port 73b18317-0309-44e0-9cb5-06f0e7ef5eb9, host dv-cinder-809828-1-iscsi, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:15:33.419754 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-a4da127d-1c30-4773-a9d5-aa266c3a8773 None None] For port 73b18317-0309-44e0-9cb5-06f0e7ef5eb9, host dv-cinder-809828-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=73b18317-0309-44e0-9cb5-06f0e7ef5eb9,segment=NetworkSegment(920f05e7-c9e0-47ff-91c7-c5291c059e8b),segment_id=920f05e7-c9e0-47ff-91c7-c5291c059e8b)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:15:33.536389 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-a4da127d-1c30-4773-a9d5-aa266c3a8773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:33.597903 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2ef93-bee5-4213-a883-c7e4977ad518 None None] Pushing event updated for resources: {'Port': ['ID=73b18317-0309-44e0-9cb5-06f0e7ef5eb9,revision_number=4']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:15:33.601835 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4da127d-1c30-4773-a9d5-aa266c3a8773 None None] Routers {'c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:15:33.602437 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-a4da127d-1c30-4773-a9d5-aa266c3a8773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:15:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:15:33.692814 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-a4da127d-1c30-4773-a9d5-aa266c3a8773 None None] Set router c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c gateway port host: None {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:15:33.811962 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-21d0db06-8355-4e1e-81b8-bde5c66c1091 None None] Provisioning complete for port 73b18317-0309-44e0-9cb5-06f0e7ef5eb9 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:15:33.811962 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-21d0db06-8355-4e1e-81b8-bde5c66c1091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:33.889274 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-21d0db06-8355-4e1e-81b8-bde5c66c1091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:33.908568 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-a4da127d-1c30-4773-a9d5-aa266c3a8773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c', 'name': 'router1', 'tenant_id': '8aa26078ab1c49c6aa7f1bc5cd935c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:15:19Z', 'updated_at': '2021-09-17T17:15:30Z', 'revision_number': 2, 'project_id': '8aa26078ab1c49c6aa7f1bc5cd935c7f', 'gw_port_host': None, '_interfaces': [{'id': '73b18317-0309-44e0-9cb5-06f0e7ef5eb9', 'name': '', 'network_id': '1c2b15da-bc4f-4f59-9e27-d68ea08d0e83', 'tenant_id': '8aa26078ab1c49c6aa7f1bc5cd935c7f', 'mac_address': 'fa:16:3e:ac:f5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b853e7cf-5803-4c87-a5de-473b87dc4347', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:15:30Z', 'updated_at': '2021-09-17T17:15:33Z', 'revision_number': 4, 'project_id': '8aa26078ab1c49c6aa7f1bc5cd935c7f', 'subnets': [{'id': 'b853e7cf-5803-4c87-a5de-473b87dc4347', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f55745dc-bec4-4d39-ac77-982d27fa5a6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:15:33.921843 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-21d0db06-8355-4e1e-81b8-bde5c66c1091 None None] For port 73b18317-0309-44e0-9cb5-06f0e7ef5eb9, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=73b18317-0309-44e0-9cb5-06f0e7ef5eb9,segment=NetworkSegment(920f05e7-c9e0-47ff-91c7-c5291c059e8b),segment_id=920f05e7-c9e0-47ff-91c7-c5291c059e8b)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:15:33.939016 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4da127d-1c30-4773-a9d5-aa266c3a8773 None None] The sync data for ids ['c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c'] in dv-cinder-809828-1-iscsi is: [{'id': 'c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c', 'name': 'router1', 'tenant_id': '8aa26078ab1c49c6aa7f1bc5cd935c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:15:19Z', 'updated_at': '2021-09-17T17:15:30Z', 'revision_number': 2, 'project_id': '8aa26078ab1c49c6aa7f1bc5cd935c7f', 'gw_port_host': None, '_interfaces': [{'id': '73b18317-0309-44e0-9cb5-06f0e7ef5eb9', 'name': '', 'network_id': '1c2b15da-bc4f-4f59-9e27-d68ea08d0e83', 'tenant_id': '8aa26078ab1c49c6aa7f1bc5cd935c7f', 'mac_address': 'fa:16:3e:ac:f5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b853e7cf-5803-4c87-a5de-473b87dc4347', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:15:30Z', 'updated_at': '2021-09-17T17:15:33Z', 'revision_number': 4, 'project_id': '8aa26078ab1c49c6aa7f1bc5cd935c7f', 'subnets': [{'id': 'b853e7cf-5803-4c87-a5de-473b87dc4347', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f55745dc-bec4-4d39-ac77-982d27fa5a6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:15:34.090183 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-21d0db06-8355-4e1e-81b8-bde5c66c1091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:34.105003 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 51056) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:15:34.139941 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0db06-8355-4e1e-81b8-bde5c66c1091 None None] Pushing event updated for resources: {'Port': ['ID=73b18317-0309-44e0-9cb5-06f0e7ef5eb9,revision_number=5']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:15:34.223602 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71112530-c883-45c9-ac9a-9871b2a04de2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:15:34.227388 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-71112530-c883-45c9-ac9a-9871b2a04de2 admin admin] 10.222.0.18 "GET /v2.0/networks/7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02 HTTP/1.1" status: 200 len: 842 time: 0.1188128 Sep 17 17:15:34.235237 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-9b46253e-79b0-400a-a50a-575938d2f297 admin admin] Request body: {'subnet': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:15:34.398521 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b46253e-79b0-400a-a50a-575938d2f297 admin admin] Made reservation on behalf of 9ae29dfb2a3441608958f6c50701cb62 for: {'subnet': 1} {{(pid=94715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:15:34.400842 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9b46253e-79b0-400a-a50a-575938d2f297 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:34.813523 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.objects.ports [None req-9b46253e-79b0-400a-a50a-575938d2f297 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94715) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 17:15:34.814013 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9b46253e-79b0-400a-a50a-575938d2f297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198'] for subnet, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:34.877115 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46253e-79b0-400a-a50a-575938d2f297 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78817fd2-befc-49bb-8f7f-e04863f48a33,revision_number=0']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:15:34.882454 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b46253e-79b0-400a-a50a-575938d2f297 admin admin] Checking segment: {'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:15:34.883264 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b46253e-79b0-400a-a50a-575938d2f297 admin admin] Network hostable DHCP agents. Network: 7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02, hostable agents: ['991be4bd-5269-4100-8238-2a16d095299f'], hosted agents: [] {{(pid=94715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 17:15:34.998660 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b46253e-79b0-400a-a50a-575938d2f297 admin admin] Network 7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02 is scheduled to be hosted by DHCP agent 991be4bd-5269-4100-8238-2a16d095299f with binding_index 1 {{(pid=94715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 17:15:35.130289 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [None req-9b46253e-79b0-400a-a50a-575938d2f297 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809828-1-iscsi, 7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02) {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:15:35.134610 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b46253e-79b0-400a-a50a-575938d2f297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:15:35.134997 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9b46253e-79b0-400a-a50a-575938d2f297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for subnet, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:35.140073 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570e64ea-5ba1-498c-bf20-7ce2e4d2893a None None] Network 7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02 requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:15:35.260472 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bc7231-6f4b-4e52-b120-1ad9ee72ff95 None None] Network 7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02 requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:15:35.285452 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-9b46253e-79b0-400a-a50a-575938d2f297 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0536726 Sep 17 17:15:37.612652 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 51064) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:15:37.747856 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-bf56166c-a0d8-4a34-9158-29bfa266e29c admin admin] 10.222.0.18 "GET /v2.0/routers/c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c HTTP/1.1" status: 200 len: 710 time: 0.1339712 Sep 17 17:15:37.834853 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081de168-4506-4f13-8ba1-800ca2cca59e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:15:37.836262 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-081de168-4506-4f13-8ba1-800ca2cca59e admin admin] 10.222.0.18 "GET /v2.0/networks/7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02 HTTP/1.1" status: 200 len: 886 time: 0.0824840 Sep 17 17:15:37.846182 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-814629a0-8405-4823-9771-bd6ebf01b8ae admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'}}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:15:38.036331 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 5 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:15:38.092403 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-814629a0-8405-4823-9771-bd6ebf01b8ae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:38.461549 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-814629a0-8405-4823-9771-bd6ebf01b8ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:38.538329 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-814629a0-8405-4823-9771-bd6ebf01b8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:38.717992 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.db_base_plugin_common [None req-814629a0-8405-4823-9771-bd6ebf01b8ae admin admin] Allocated IP 172.27.2.222 (7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02/78817fd2-befc-49bb-8f7f-e04863f48a33/039d0560-1fd8-4f17-9566-6ce4bec203c6) {{(pid=94716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:15:38.822229 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-814629a0-8405-4823-9771-bd6ebf01b8ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:38.947682 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-814629a0-8405-4823-9771-bd6ebf01b8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538'] for port, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:38.985206 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814629a0-8405-4823-9771-bd6ebf01b8ae admin admin] Network 7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02 is already hosted by enough agents. {{(pid=94716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:15:38.987911 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.base_scheduler [None req-814629a0-8405-4823-9771-bd6ebf01b8ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:15:38.991252 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814629a0-8405-4823-9771-bd6ebf01b8ae admin admin] Received port after_create {{(pid=94716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:15:39.045184 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814629a0-8405-4823-9771-bd6ebf01b8ae admin admin] Pushing event updated for resources: {'Port': ['ID=039d0560-1fd8-4f17-9566-6ce4bec203c6,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:15:39.395620 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-814629a0-8405-4823-9771-bd6ebf01b8ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:39.592684 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-814629a0-8405-4823-9771-bd6ebf01b8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3693226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3691802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1022'] for router, precommit_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:39.596089 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-814629a0-8405-4823-9771-bd6ebf01b8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3693217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3693240', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3691793'] for router, after_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:39.703481 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814629a0-8405-4823-9771-bd6ebf01b8ae admin admin] Router c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c has already been hosted by L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 {{(pid=94716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 17:15:39.811039 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814629a0-8405-4823-9771-bd6ebf01b8ae admin admin] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:15:39.815373 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-814629a0-8405-4823-9771-bd6ebf01b8ae admin admin] Notify callbacks [] for router, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:39.816582 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-814629a0-8405-4823-9771-bd6ebf01b8ae admin admin] 10.222.0.18 "PUT /v2.0/routers/c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c HTTP/1.1" status: 200 len: 890 time: 1.9736342 Sep 17 17:15:40.314299 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 73b18317-0309-44e0-9cb5-06f0e7ef5eb9 up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:15:40.368645 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port 73b18317-0309-44e0-9cb5-06f0e7ef5eb9 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:15:40.368986 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:40.477691 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111fd7e6-1f71-4d70-8bac-ae832b0afcce None None] Sync routers for ids ['c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c'] in dv-cinder-809828-1-iscsi {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:15:40.488736 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111fd7e6-1f71-4d70-8bac-ae832b0afcce None None] Routers {'c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:15:40.489420 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-111fd7e6-1f71-4d70-8bac-ae832b0afcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:15:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:15:40.698507 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-111fd7e6-1f71-4d70-8bac-ae832b0afcce None None] Set router c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:15:41.092435 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-111fd7e6-1f71-4d70-8bac-ae832b0afcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c', 'name': 'router1', 'tenant_id': '8aa26078ab1c49c6aa7f1bc5cd935c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '039d0560-1fd8-4f17-9566-6ce4bec203c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:15:19Z', 'updated_at': '2021-09-17T17:15:39Z', 'revision_number': 4, 'project_id': '8aa26078ab1c49c6aa7f1bc5cd935c7f', 'gw_port': {'id': '039d0560-1fd8-4f17-9566-6ce4bec203c6', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:15:38Z', 'updated_at': '2021-09-17T17:15:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': '73b18317-0309-44e0-9cb5-06f0e7ef5eb9', 'name': '', 'network_id': '1c2b15da-bc4f-4f59-9e27-d68ea08d0e83', 'tenant_id': '8aa26078ab1c49c6aa7f1bc5cd935c7f', 'mac_address': 'fa:16:3e:ac:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b853e7cf-5803-4c87-a5de-473b87dc4347', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:15:30Z', 'updated_at': '2021-09-17T17:15:33Z', 'revision_number': 5, 'project_id': '8aa26078ab1c49c6aa7f1bc5cd935c7f', 'subnets': [{'id': 'b853e7cf-5803-4c87-a5de-473b87dc4347', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f55745dc-bec4-4d39-ac77-982d27fa5a6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:15:41.149507 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111fd7e6-1f71-4d70-8bac-ae832b0afcce None None] Checking router: c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c for host: dv-cinder-809828-1-iscsi {{(pid=94717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:15:41.149861 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111fd7e6-1f71-4d70-8bac-ae832b0afcce None None] Updating router c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c port 039d0560-1fd8-4f17-9566-6ce4bec203c6 binding host dv-cinder-809828-1-iscsi {{(pid=94717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 17:15:41.198520 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-111fd7e6-1f71-4d70-8bac-ae832b0afcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:41.515518 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-111fd7e6-1f71-4d70-8bac-ae832b0afcce None None] Notify callbacks [] for port, precommit_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:41.638786 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-111fd7e6-1f71-4d70-8bac-ae832b0afcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:41.765787 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-111fd7e6-1f71-4d70-8bac-ae832b0afcce None None] Attempting to bind port 039d0560-1fd8-4f17-9566-6ce4bec203c6 on host dv-cinder-809828-1-iscsi for vnic_type normal with profile {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:15:41.766161 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-111fd7e6-1f71-4d70-8bac-ae832b0afcce None None] Attempting to bind port 039d0560-1fd8-4f17-9566-6ce4bec203c6 by drivers openvswitch,hyperv on host dv-cinder-809828-1-iscsi at level 0 using segments [{'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'}] {{(pid=94717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:15:41.766572 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111fd7e6-1f71-4d70-8bac-ae832b0afcce None None] Attempting to bind port 039d0560-1fd8-4f17-9566-6ce4bec203c6 on network 7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02 {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:15:41.769517 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9f143-4b96-4830-a155-acab6f36e7c6 None None] Pushing event updated for resources: {'Port': ['ID=039d0560-1fd8-4f17-9566-6ce4bec203c6,revision_number=2']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:15:41.773943 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111fd7e6-1f71-4d70-8bac-ae832b0afcce None None] Checking agent: {'id': '90d57b62-311c-40f5-abf0-ae568c7aec4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809828-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 14, 57), 'started_at': datetime.datetime(2021, 9, 17, 17, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809828-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:15:41.774320 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111fd7e6-1f71-4d70-8bac-ae832b0afcce None None] Checking segment: {'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:15:41.774727 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-111fd7e6-1f71-4d70-8bac-ae832b0afcce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:41.775141 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111fd7e6-1f71-4d70-8bac-ae832b0afcce None None] Bound using segment: {'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'} {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:15:41.775612 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-111fd7e6-1f71-4d70-8bac-ae832b0afcce None None] Bound port: 039d0560-1fd8-4f17-9566-6ce4bec203c6, host: dv-cinder-809828-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'}}] {{(pid=94717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:15:41.776015 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-111fd7e6-1f71-4d70-8bac-ae832b0afcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:41.827245 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-111fd7e6-1f71-4d70-8bac-ae832b0afcce None None] For port 039d0560-1fd8-4f17-9566-6ce4bec203c6, host dv-cinder-809828-1-iscsi, cleared binding levels {{(pid=94717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:15:41.830311 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-111fd7e6-1f71-4d70-8bac-ae832b0afcce None None] For port 039d0560-1fd8-4f17-9566-6ce4bec203c6, host dv-cinder-809828-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=039d0560-1fd8-4f17-9566-6ce4bec203c6,segment=NetworkSegment(f5bce3a7-39d4-42b3-980e-fe31588455ee),segment_id=f5bce3a7-39d4-42b3-980e-fe31588455ee)] {{(pid=94717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:15:41.913599 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-111fd7e6-1f71-4d70-8bac-ae832b0afcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:41.965823 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111fd7e6-1f71-4d70-8bac-ae832b0afcce None None] Routers {'c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:15:41.966432 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-111fd7e6-1f71-4d70-8bac-ae832b0afcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:15:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:15:42.008354 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9f143-4b96-4830-a155-acab6f36e7c6 None None] Pushing event updated for resources: {'Port': ['ID=039d0560-1fd8-4f17-9566-6ce4bec203c6,revision_number=3']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:15:42.083757 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-111fd7e6-1f71-4d70-8bac-ae832b0afcce None None] Set router c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:15:42.271999 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 51076) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:15:42.297642 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-111fd7e6-1f71-4d70-8bac-ae832b0afcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c', 'name': 'router1', 'tenant_id': '8aa26078ab1c49c6aa7f1bc5cd935c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '039d0560-1fd8-4f17-9566-6ce4bec203c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:15:19Z', 'updated_at': '2021-09-17T17:15:39Z', 'revision_number': 4, 'project_id': '8aa26078ab1c49c6aa7f1bc5cd935c7f', 'gw_port': {'id': '039d0560-1fd8-4f17-9566-6ce4bec203c6', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:15:38Z', 'updated_at': '2021-09-17T17:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': '73b18317-0309-44e0-9cb5-06f0e7ef5eb9', 'name': '', 'network_id': '1c2b15da-bc4f-4f59-9e27-d68ea08d0e83', 'tenant_id': '8aa26078ab1c49c6aa7f1bc5cd935c7f', 'mac_address': 'fa:16:3e:ac:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b853e7cf-5803-4c87-a5de-473b87dc4347', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:15:30Z', 'updated_at': '2021-09-17T17:15:33Z', 'revision_number': 5, 'project_id': '8aa26078ab1c49c6aa7f1bc5cd935c7f', 'subnets': [{'id': 'b853e7cf-5803-4c87-a5de-473b87dc4347', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f55745dc-bec4-4d39-ac77-982d27fa5a6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:15:42.323756 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111fd7e6-1f71-4d70-8bac-ae832b0afcce None None] The sync data for ids ['c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c'] in dv-cinder-809828-1-iscsi is: [{'id': 'c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c', 'name': 'router1', 'tenant_id': '8aa26078ab1c49c6aa7f1bc5cd935c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.222'}], 'enable_snat': True}, 'gw_port_id': '039d0560-1fd8-4f17-9566-6ce4bec203c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:15:19Z', 'updated_at': '2021-09-17T17:15:39Z', 'revision_number': 4, 'project_id': '8aa26078ab1c49c6aa7f1bc5cd935c7f', 'gw_port': {'id': '039d0560-1fd8-4f17-9566-6ce4bec203c6', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:69:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:15:38Z', 'updated_at': '2021-09-17T17:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': '73b18317-0309-44e0-9cb5-06f0e7ef5eb9', 'name': '', 'network_id': '1c2b15da-bc4f-4f59-9e27-d68ea08d0e83', 'tenant_id': '8aa26078ab1c49c6aa7f1bc5cd935c7f', 'mac_address': 'fa:16:3e:ac:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17c7bc3-6d74-4fd0-8a71-ce2cc5e1526c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b853e7cf-5803-4c87-a5de-473b87dc4347', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:15:30Z', 'updated_at': '2021-09-17T17:15:33Z', 'revision_number': 5, 'project_id': '8aa26078ab1c49c6aa7f1bc5cd935c7f', 'subnets': [{'id': 'b853e7cf-5803-4c87-a5de-473b87dc4347', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f55745dc-bec4-4d39-ac77-982d27fa5a6e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:15:42.396140 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-ac26927d-d69d-4dc3-9056-1d59a9948b74 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1227837 Sep 17 17:15:44.330273 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 039d0560-1fd8-4f17-9566-6ce4bec203c6 up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:15:44.392852 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port 039d0560-1fd8-4f17-9566-6ce4bec203c6 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:15:44.393233 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:44.479474 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:44.500153 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] For port 039d0560-1fd8-4f17-9566-6ce4bec203c6, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=039d0560-1fd8-4f17-9566-6ce4bec203c6,segment=NetworkSegment(f5bce3a7-39d4-42b3-980e-fe31588455ee),segment_id=f5bce3a7-39d4-42b3-980e-fe31588455ee)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:15:44.581432 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:44.634462 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Pushing event updated for resources: {'Port': ['ID=039d0560-1fd8-4f17-9566-6ce4bec203c6,revision_number=4']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:15:46.316924 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 039d0560-1fd8-4f17-9566-6ce4bec203c6 up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:15:46.415796 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port 039d0560-1fd8-4f17-9566-6ce4bec203c6 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:15:46.416548 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:52.861339 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-3489388b-be92-4eee-a328-6f502848e48b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:55.598897 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-f5a7a105-c2cc-4cc8-a714-1f624c0a7e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:56.662038 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:56.770210 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:15:58.473202 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:16:15.034867 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 5 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:16:22.889528 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-788e84c8-229c-4ead-8c59-b6d098940991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:16:26.164480 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c46e2761-71b1-445f-94aa-b1c79ccf2ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:16:26.586833 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:16:26.758241 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:16:28.484392 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:16:52.033293 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 5 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:16:52.952344 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-2fb546dd-275b-4cd6-998f-468ff188f96f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:16:55.655759 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-322c956b-1a88-4bac-ac5d-789798a199bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:16:56.681016 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:16:56.775023 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:16:58.535341 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:17:22.271962 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 51640) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:17:22.333462 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.pecan_wsgi.hooks.translation [None req-653d2c1f-a2f1-4ec8-983e-185d2c17161f admin admin] GET failed (client error): The resource could not be found. Sep 17 17:17:22.334810 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-653d2c1f-a2f1-4ec8-983e-185d2c17161f admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0619075 Sep 17 17:17:22.496271 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a40450-690c-4bc4-9568-124c3c2fe469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:17:22.497671 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-99a40450-690c-4bc4-9568-124c3c2fe469 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1582792 Sep 17 17:17:22.832465 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c7f7653a-1d42-4a0a-a43d-f0e830f5b143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:17:24.720769 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 51650) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:17:24.813502 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afc3c54-7bab-4526-b4d8-8194712f9961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:17:24.814876 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-2afc3c54-7bab-4526-b4d8-8194712f9961 admin admin] 10.222.0.18 "GET /v2.0/subnets/b853e7cf-5803-4c87-a5de-473b87dc4347 HTTP/1.1" status: 200 len: 849 time: 0.0931120 Sep 17 17:17:24.825265 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-31421e2b-af3a-4329-a634-0d4681012288 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:17:24.908222 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-31421e2b-af3a-4329-a634-0d4681012288 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:17:25.117744 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-31421e2b-af3a-4329-a634-0d4681012288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747491640068'] for subnet, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:17:25.151521 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31421e2b-af3a-4329-a634-0d4681012288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:17:25.152554 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-31421e2b-af3a-4329-a634-0d4681012288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for subnet, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:17:25.153535 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-31421e2b-af3a-4329-a634-0d4681012288 admin admin] 10.222.0.18 "PUT /v2.0/subnets/b853e7cf-5803-4c87-a5de-473b87dc4347 HTTP/1.1" status: 200 len: 868 time: 0.3323355 Sep 17 17:17:25.156013 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688b859b-8ed0-41f7-ae94-9765455a0ba5 None None] Network 1c2b15da-bc4f-4f59-9e27-d68ea08d0e83 requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:17:25.178536 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31421e2b-af3a-4329-a634-0d4681012288 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b853e7cf-5803-4c87-a5de-473b87dc4347,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:17:25.186805 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31421e2b-af3a-4329-a634-0d4681012288 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:17:25.187207 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31421e2b-af3a-4329-a634-0d4681012288 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:17:25.187555 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31421e2b-af3a-4329-a634-0d4681012288 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:17:25.187892 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31421e2b-af3a-4329-a634-0d4681012288 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:17:25.188290 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31421e2b-af3a-4329-a634-0d4681012288 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:17:25.188637 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31421e2b-af3a-4329-a634-0d4681012288 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:17:25.188969 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31421e2b-af3a-4329-a634-0d4681012288 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:17:25.189297 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31421e2b-af3a-4329-a634-0d4681012288 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:17:25.189638 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31421e2b-af3a-4329-a634-0d4681012288 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:17:25.189972 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31421e2b-af3a-4329-a634-0d4681012288 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:17:25.190349 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31421e2b-af3a-4329-a634-0d4681012288 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:17:25.190665 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31421e2b-af3a-4329-a634-0d4681012288 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:17:25.559959 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-74181005-cc0c-4df3-b6e6-f6f085ede532 None None] Provisioning complete for port 79fd15e2-7487-4b65-98f8-acef99debc6e triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:17:25.560339 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-74181005-cc0c-4df3-b6e6-f6f085ede532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:17:25.599788 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-f86c3d71-8421-4b73-b69c-6b1970ba847c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:17:25.649931 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-74181005-cc0c-4df3-b6e6-f6f085ede532 None None] Provisioning complete for port 73b18317-0309-44e0-9cb5-06f0e7ef5eb9 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:17:25.650264 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-74181005-cc0c-4df3-b6e6-f6f085ede532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:17:26.614976 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:17:26.786884 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:17:27.367375 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 51660) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:17:27.578066 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8784f31-6473-4859-8593-745648fb168e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:17:27.578459 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8784f31-6473-4859-8593-745648fb168e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:17:27.580034 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-b8784f31-6473-4859-8593-745648fb168e admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2117002 Sep 17 17:17:28.460400 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:17:29.032732 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 5 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:17:29.789478 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 51668) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:17:29.922270 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cdc05e-2fc9-4b11-b750-8cbf4e071ca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:17:29.922755 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cdc05e-2fc9-4b11-b750-8cbf4e071ca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:17:29.924337 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-59cdc05e-2fc9-4b11-b750-8cbf4e071ca1 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1338425 Sep 17 17:17:32.117056 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 51676) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:17:32.302764 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a16adf-b0e2-47c5-a004-6f6e6cb22719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:17:32.304025 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-e8a16adf-b0e2-47c5-a004-6f6e6cb22719 admin admin] 10.222.0.18 "GET /v2.0/networks/1c2b15da-bc4f-4f59-9e27-d68ea08d0e83 HTTP/1.1" status: 200 len: 869 time: 0.1859937 Sep 17 17:17:34.494232 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 51684) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:17:34.619412 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da250fe-0810-4a78-a3ad-79aa2f299a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:17:34.620807 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-5da250fe-0810-4a78-a3ad-79aa2f299a4d admin admin] 10.222.0.18 "GET /v2.0/networks/7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02 HTTP/1.1" status: 200 len: 886 time: 0.1255865 Sep 17 17:17:36.784200 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 51692) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:17:36.908801 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b06057a-7b8e-482b-80cc-c3342a66ce99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:17:36.909263 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b06057a-7b8e-482b-80cc-c3342a66ce99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:17:36.910831 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-6b06057a-7b8e-482b-80cc-c3342a66ce99 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1256521 Sep 17 17:17:39.121612 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 51700) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:17:39.307098 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7946cb2-45ec-48d1-a46d-6e12bad4562e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:17:39.307573 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7946cb2-45ec-48d1-a46d-6e12bad4562e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:17:39.309156 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-f7946cb2-45ec-48d1-a46d-6e12bad4562e admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1865954 Sep 17 17:17:41.503115 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 51708) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:17:41.590235 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8027b6fb-a035-4204-91a8-c954e678a184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:17:41.591650 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-8027b6fb-a035-4204-91a8-c954e678a184 admin admin] 10.222.0.18 "GET /v2.0/subnets/78817fd2-befc-49bb-8f7f-e04863f48a33 HTTP/1.1" status: 200 len: 816 time: 0.0875626 Sep 17 17:17:43.814600 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 51716) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:17:43.904536 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19855e76-1a81-4614-aa56-84da8eb42bb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:17:43.905885 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-19855e76-1a81-4614-aa56-84da8eb42bb1 admin admin] 10.222.0.18 "GET /v2.0/subnets/b853e7cf-5803-4c87-a5de-473b87dc4347 HTTP/1.1" status: 200 len: 868 time: 0.0906169 Sep 17 17:17:52.843672 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c6fb3d16-4e88-42c4-836e-36f8e0902907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:17:55.604006 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-a32eabe8-ed82-4040-94fb-38f12a18db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:17:56.650077 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:17:56.745991 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:17:58.466496 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:18:06.031222 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 5 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:18:07.898296 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 51770) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:18:07.948227 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [None req-4a05bdc3-1b41-40b4-8977-e920e8eaf25b admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 17:18:07.949254 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-4a05bdc3-1b41-40b4-8977-e920e8eaf25b admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0499265 Sep 17 17:18:10.233767 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 51778) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:18:10.305699 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.pecan_wsgi.hooks.translation [None req-28912d70-6326-4a47-b4b3-e1e664d80fad admin admin] GET failed (client error): The resource could not be found. Sep 17 17:18:10.307434 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-28912d70-6326-4a47-b4b3-e1e664d80fad admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0727084 Sep 17 17:18:10.415422 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970f36d7-ac90-4019-9afa-75da3f5e5dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:18:10.416854 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-970f36d7-ac90-4019-9afa-75da3f5e5dc9 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1047261 Sep 17 17:18:12.669785 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 51786) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:18:12.716883 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-bbeb5256-205d-465f-8d7f-839140a5b3f2 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:18:12.803245 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbeb5256-205d-465f-8d7f-839140a5b3f2 admin admin] Made reservation on behalf of 9ae29dfb2a3441608958f6c50701cb62 for: {'network': 1} {{(pid=94716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:18:12.805524 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-bbeb5256-205d-465f-8d7f-839140a5b3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for network, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:18:12.833355 dv-cinder-809828-1-iscsi neutron-server[94716]: WARNING neutron.services.revisions.revision_plugin [None req-bbeb5256-205d-465f-8d7f-839140a5b3f2 admin admin] Could not find related network for resource to bump revision. Sep 17 17:18:12.855183 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbeb5256-205d-465f-8d7f-839140a5b3f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=94716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 17:18:12.857405 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-bbeb5256-205d-465f-8d7f-839140a5b3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157'] for segment, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:18:12.857744 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.db.segments_db [None req-bbeb5256-205d-465f-8d7f-839140a5b3f2 admin admin] Added segment a1cfe824-bafe-4cd9-b5df-99bb58d01f8e of type vlan for network 4bc3f3f2-4867-4534-8626-611ecc31273e Sep 17 17:18:12.898048 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-bbeb5256-205d-465f-8d7f-839140a5b3f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747491074600'] for network, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:18:13.054595 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-bbeb5256-205d-465f-8d7f-839140a5b3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198'] for network, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:18:13.055607 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbeb5256-205d-465f-8d7f-839140a5b3f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:18:13.056192 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-bbeb5256-205d-465f-8d7f-839140a5b3f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for network, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:18:13.116537 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb5256-205d-465f-8d7f-839140a5b3f2 admin admin] Pushing event updated for resources: {'Network': ['ID=4bc3f3f2-4867-4534-8626-611ecc31273e,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:18:13.123071 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb5256-205d-465f-8d7f-839140a5b3f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:18:13.123442 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb5256-205d-465f-8d7f-839140a5b3f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:18:13.123785 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb5256-205d-465f-8d7f-839140a5b3f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:18:13.124118 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb5256-205d-465f-8d7f-839140a5b3f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:18:13.124447 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb5256-205d-465f-8d7f-839140a5b3f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:18:13.124792 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb5256-205d-465f-8d7f-839140a5b3f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:18:13.125122 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb5256-205d-465f-8d7f-839140a5b3f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:18:13.125445 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb5256-205d-465f-8d7f-839140a5b3f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:18:13.125785 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb5256-205d-465f-8d7f-839140a5b3f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:18:13.126110 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb5256-205d-465f-8d7f-839140a5b3f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:18:13.126430 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb5256-205d-465f-8d7f-839140a5b3f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:18:13.126748 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb5256-205d-465f-8d7f-839140a5b3f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:18:13.138068 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Network 4bc3f3f2-4867-4534-8626-611ecc31273e details requested by agent ovs-agent-dv-cinder-809828-1-iscsi with host dv-cinder-809828-1-iscsi {{(pid=94717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 17:18:13.198723 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-bbeb5256-205d-465f-8d7f-839140a5b3f2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5277598 Sep 17 17:18:15.415734 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 51794) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:18:15.475350 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.pecan_wsgi.hooks.translation [None req-5920e25e-e826-407f-967a-31571ef3f96f admin admin] GET failed (client error): The resource could not be found. Sep 17 17:18:15.477191 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-5920e25e-e826-407f-967a-31571ef3f96f admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604966 Sep 17 17:18:15.544883 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995b0a25-fb4e-4bdc-887f-cb1bbdd2619b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:18:15.546313 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-995b0a25-fb4e-4bdc-887f-cb1bbdd2619b admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0644331 Sep 17 17:18:15.557745 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-8947abcd-f396-4f1c-a8b0-431f8419eb43 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '4bc3f3f2-4867-4534-8626-611ecc31273e'}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:18:15.643442 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8947abcd-f396-4f1c-a8b0-431f8419eb43 admin admin] Made reservation on behalf of 9ae29dfb2a3441608958f6c50701cb62 for: {'subnet': 1} {{(pid=94716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:18:15.645587 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8947abcd-f396-4f1c-a8b0-431f8419eb43 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:18:15.963382 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8947abcd-f396-4f1c-a8b0-431f8419eb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198'] for subnet, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:18:16.017139 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947abcd-f396-4f1c-a8b0-431f8419eb43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e3fcc68-b6b6-4430-aeb1-7c197c100225,revision_number=0']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:18:16.028720 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8947abcd-f396-4f1c-a8b0-431f8419eb43 admin admin] Checking segment: {'id': 'a1cfe824-bafe-4cd9-b5df-99bb58d01f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4bc3f3f2-4867-4534-8626-611ecc31273e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:18:16.029084 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8947abcd-f396-4f1c-a8b0-431f8419eb43 admin admin] Network hostable DHCP agents. Network: 4bc3f3f2-4867-4534-8626-611ecc31273e, hostable agents: ['991be4bd-5269-4100-8238-2a16d095299f'], hosted agents: [] {{(pid=94716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 17:18:16.163486 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8947abcd-f396-4f1c-a8b0-431f8419eb43 admin admin] Network 4bc3f3f2-4867-4534-8626-611ecc31273e is scheduled to be hosted by DHCP agent 991be4bd-5269-4100-8238-2a16d095299f with binding_index 1 {{(pid=94716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 17:18:16.374602 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.base_scheduler [None req-8947abcd-f396-4f1c-a8b0-431f8419eb43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809828-1-iscsi, 4bc3f3f2-4867-4534-8626-611ecc31273e) {{(pid=94716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:18:16.378715 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8947abcd-f396-4f1c-a8b0-431f8419eb43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:18:16.379316 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8947abcd-f396-4f1c-a8b0-431f8419eb43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for subnet, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:18:16.383308 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f56598-1c0c-43d0-8b51-f2f312de28cb None None] Network 4bc3f3f2-4867-4534-8626-611ecc31273e requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:18:16.521283 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5fa476-e8e5-42b5-a4d7-adba80112fb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca1476-ec46-5156-a0e6-01362d2bd21f-4bc3f3f2-4867-4534-8626-611ecc31273e', 'network_id': '4bc3f3f2-4867-4534-8626-611ecc31273e', 'tenant_id': '9ae29dfb2a3441608958f6c50701cb62', 'fixed_ips': [{'subnet_id': '7e3fcc68-b6b6-4430-aeb1-7c197c100225'}]}} from dv-cinder-809828-1-iscsi. {{(pid=94717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 17:18:16.522156 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ac5fa476-e8e5-42b5-a4d7-adba80112fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:18:16.523743 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-8947abcd-f396-4f1c-a8b0-431f8419eb43 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9696875 Sep 17 17:18:16.724084 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.db_base_plugin_common [None req-ac5fa476-e8e5-42b5-a4d7-adba80112fb7 None None] Allocated IP 192.168.233.2 (4bc3f3f2-4867-4534-8626-611ecc31273e/7e3fcc68-b6b6-4430-aeb1-7c197c100225/057ccdd4-0414-4fa0-b81b-9ba97c0207c1) {{(pid=94717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:18:16.873473 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ac5fa476-e8e5-42b5-a4d7-adba80112fb7 None None] Notify callbacks [] for port, precommit_create {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:18:16.986492 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ac5fa476-e8e5-42b5-a4d7-adba80112fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538'] for port, after_create {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:18:17.032247 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5fa476-e8e5-42b5-a4d7-adba80112fb7 None None] Network 4bc3f3f2-4867-4534-8626-611ecc31273e is already hosted by enough agents. {{(pid=94717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:18:17.037974 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.scheduler.base_scheduler [None req-ac5fa476-e8e5-42b5-a4d7-adba80112fb7 None None] Resources bound (agent type, host, resource id): {{(pid=94717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:18:17.040645 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5fa476-e8e5-42b5-a4d7-adba80112fb7 None None] Pushing event updated for resources: {'Port': ['ID=057ccdd4-0414-4fa0-b81b-9ba97c0207c1,revision_number=1']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:18:17.042745 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5fa476-e8e5-42b5-a4d7-adba80112fb7 None None] Received port after_create {{(pid=94717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:18:17.053181 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5fa476-e8e5-42b5-a4d7-adba80112fb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:18:17.053528 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5fa476-e8e5-42b5-a4d7-adba80112fb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:18:17.053864 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5fa476-e8e5-42b5-a4d7-adba80112fb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:18:17.054206 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5fa476-e8e5-42b5-a4d7-adba80112fb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:18:17.055203 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5fa476-e8e5-42b5-a4d7-adba80112fb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:18:17.055769 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5fa476-e8e5-42b5-a4d7-adba80112fb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:18:17.056144 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5fa476-e8e5-42b5-a4d7-adba80112fb7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:18:17.056490 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5fa476-e8e5-42b5-a4d7-adba80112fb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:18:17.056838 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5fa476-e8e5-42b5-a4d7-adba80112fb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:18:17.057165 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5fa476-e8e5-42b5-a4d7-adba80112fb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:18:17.057486 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5fa476-e8e5-42b5-a4d7-adba80112fb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:18:17.057833 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5fa476-e8e5-42b5-a4d7-adba80112fb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:18:17.108462 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-ac5fa476-e8e5-42b5-a4d7-adba80112fb7 None None] Attempting to bind port 057ccdd4-0414-4fa0-b81b-9ba97c0207c1 on host dv-cinder-809828-1-iscsi for vnic_type normal with profile {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:18:17.108833 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-ac5fa476-e8e5-42b5-a4d7-adba80112fb7 None None] Attempting to bind port 057ccdd4-0414-4fa0-b81b-9ba97c0207c1 by drivers openvswitch,hyperv on host dv-cinder-809828-1-iscsi at level 0 using segments [{'id': 'a1cfe824-bafe-4cd9-b5df-99bb58d01f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4bc3f3f2-4867-4534-8626-611ecc31273e'}] {{(pid=94717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:18:17.109190 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5fa476-e8e5-42b5-a4d7-adba80112fb7 None None] Attempting to bind port 057ccdd4-0414-4fa0-b81b-9ba97c0207c1 on network 4bc3f3f2-4867-4534-8626-611ecc31273e {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:18:17.114078 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5fa476-e8e5-42b5-a4d7-adba80112fb7 None None] Checking agent: {'id': '90d57b62-311c-40f5-abf0-ae568c7aec4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809828-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 14, 57), 'started_at': datetime.datetime(2021, 9, 17, 17, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809828-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:18:17.114450 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5fa476-e8e5-42b5-a4d7-adba80112fb7 None None] Checking segment: {'id': 'a1cfe824-bafe-4cd9-b5df-99bb58d01f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4bc3f3f2-4867-4534-8626-611ecc31273e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:18:17.114842 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ac5fa476-e8e5-42b5-a4d7-adba80112fb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:18:17.115251 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5fa476-e8e5-42b5-a4d7-adba80112fb7 None None] Bound using segment: {'id': 'a1cfe824-bafe-4cd9-b5df-99bb58d01f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4bc3f3f2-4867-4534-8626-611ecc31273e'} {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:18:17.115712 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-ac5fa476-e8e5-42b5-a4d7-adba80112fb7 None None] Bound port: 057ccdd4-0414-4fa0-b81b-9ba97c0207c1, host: dv-cinder-809828-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1cfe824-bafe-4cd9-b5df-99bb58d01f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4bc3f3f2-4867-4534-8626-611ecc31273e'}}] {{(pid=94717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:18:17.116108 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ac5fa476-e8e5-42b5-a4d7-adba80112fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:18:17.183268 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ac5fa476-e8e5-42b5-a4d7-adba80112fb7 None None] For port 057ccdd4-0414-4fa0-b81b-9ba97c0207c1, host dv-cinder-809828-1-iscsi, cleared binding levels {{(pid=94717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:18:17.186365 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ac5fa476-e8e5-42b5-a4d7-adba80112fb7 None None] For port 057ccdd4-0414-4fa0-b81b-9ba97c0207c1, host dv-cinder-809828-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=057ccdd4-0414-4fa0-b81b-9ba97c0207c1,segment=NetworkSegment(a1cfe824-bafe-4cd9-b5df-99bb58d01f8e),segment_id=a1cfe824-bafe-4cd9-b5df-99bb58d01f8e)] {{(pid=94717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:18:17.302034 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ac5fa476-e8e5-42b5-a4d7-adba80112fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:18:17.359014 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5fa476-e8e5-42b5-a4d7-adba80112fb7 None None] Pushing event updated for resources: {'Port': ['ID=057ccdd4-0414-4fa0-b81b-9ba97c0207c1,revision_number=2']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:18:18.124118 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b68473-5d60-4e9b-b8cc-be80a24eae89 None None] Network 4bc3f3f2-4867-4534-8626-611ecc31273e requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:18:18.245676 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-2f8061cc-9d9d-4eb1-9b63-6ebe75cbbe76 None None] Provisioning complete for port 057ccdd4-0414-4fa0-b81b-9ba97c0207c1 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:18:18.246053 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-2f8061cc-9d9d-4eb1-9b63-6ebe75cbbe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:18:18.361954 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-2f8061cc-9d9d-4eb1-9b63-6ebe75cbbe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:18:18.405789 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-2f8061cc-9d9d-4eb1-9b63-6ebe75cbbe76 None None] For port 057ccdd4-0414-4fa0-b81b-9ba97c0207c1, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=057ccdd4-0414-4fa0-b81b-9ba97c0207c1,segment=NetworkSegment(a1cfe824-bafe-4cd9-b5df-99bb58d01f8e),segment_id=a1cfe824-bafe-4cd9-b5df-99bb58d01f8e)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:18:18.439190 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 057ccdd4-0414-4fa0-b81b-9ba97c0207c1 up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:18:18.479309 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-2f8061cc-9d9d-4eb1-9b63-6ebe75cbbe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:18:18.541855 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port 057ccdd4-0414-4fa0-b81b-9ba97c0207c1 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:18:18.542230 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:18:18.545971 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8061cc-9d9d-4eb1-9b63-6ebe75cbbe76 None None] Pushing event updated for resources: {'Port': ['ID=057ccdd4-0414-4fa0-b81b-9ba97c0207c1,revision_number=3']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:18:18.624840 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-15b49682-5f8c-4c62-b94c-07846720da70 None None] Provisioning complete for port 057ccdd4-0414-4fa0-b81b-9ba97c0207c1 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:18:18.625137 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-15b49682-5f8c-4c62-b94c-07846720da70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:18:20.389265 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 057ccdd4-0414-4fa0-b81b-9ba97c0207c1 up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:18:20.438701 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port 057ccdd4-0414-4fa0-b81b-9ba97c0207c1 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:18:20.439101 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:18:22.854436 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-a8f20727-b27d-448e-b59d-07fdf3aa6dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:18:25.625851 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-b1dcfe21-d92c-4c42-b1f6-7fddaa655bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:18:26.681217 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:18:26.785705 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:18:28.448899 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:18:43.029298 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 5 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:18:52.900287 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-b5559ab9-33e8-4522-a4a0-0a7baa76f153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:18:55.620227 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-96f1ccf5-9ad9-4087-adc2-c1dd71b1cb8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:18:56.660111 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:18:56.768633 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:18:58.534047 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:19:20.029995 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 5 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:19:22.883009 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c1c871e4-a20e-49dd-ab31-f1ea50dd3d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:19:25.603266 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-58b4fe5b-8ae9-4752-9d8d-3f8691fb1403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:19:26.686366 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:19:26.774149 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:19:28.476611 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:19:37.209051 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 51846) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:19:37.219732 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [None req-dbb14534-01b9-4e61-9b8c-62f30c39022f tempest-verify_tempest_config-882042518 tempest-verify_tempest_config-882042518-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 17:19:37.219732 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-dbb14534-01b9-4e61-9b8c-62f30c39022f tempest-verify_tempest_config-882042518 tempest-verify_tempest_config-882042518-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058327 Sep 17 17:19:38.007676 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 51864) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:19:38.107667 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-57cf8be8-dea5-49ae-af84-221b9fb96181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:19:38.193551 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-57cf8be8-dea5-49ae-af84-221b9fb96181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:19:38.277429 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-57cf8be8-dea5-49ae-af84-221b9fb96181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:19:38.323400 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf8be8-dea5-49ae-af84-221b9fb96181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e670172c-0ffb-4769-ba2a-304a20d7f83a,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:19:38.327758 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-57cf8be8-dea5-49ae-af84-221b9fb96181 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c5db3eb8e5634547b1652bdaecc94cf8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3191035 Sep 17 17:19:38.330679 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 51868) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:19:38.331954 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf8be8-dea5-49ae-af84-221b9fb96181 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:19:38.332327 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf8be8-dea5-49ae-af84-221b9fb96181 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:19:38.332736 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf8be8-dea5-49ae-af84-221b9fb96181 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:19:38.333130 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf8be8-dea5-49ae-af84-221b9fb96181 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:19:38.333499 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf8be8-dea5-49ae-af84-221b9fb96181 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:19:38.333935 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf8be8-dea5-49ae-af84-221b9fb96181 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:19:38.334271 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf8be8-dea5-49ae-af84-221b9fb96181 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:19:38.334599 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf8be8-dea5-49ae-af84-221b9fb96181 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:19:38.334944 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf8be8-dea5-49ae-af84-221b9fb96181 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:19:38.335295 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf8be8-dea5-49ae-af84-221b9fb96181 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:19:38.335719 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf8be8-dea5-49ae-af84-221b9fb96181 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:19:38.336046 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cf8be8-dea5-49ae-af84-221b9fb96181 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:19:38.385938 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-59e10709-38eb-4ea7-acc9-79c5962db03f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:19:38.405742 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-59e10709-38eb-4ea7-acc9-79c5962db03f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:19:38.608584 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-59e10709-38eb-4ea7-acc9-79c5962db03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:19:38.611101 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-59e10709-38eb-4ea7-acc9-79c5962db03f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:19:38.612252 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-59e10709-38eb-4ea7-acc9-79c5962db03f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e670172c-0ffb-4769-ba2a-304a20d7f83a HTTP/1.1" status: 204 len: 168 time: 0.2805710 Sep 17 17:19:38.619989 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e10709-38eb-4ea7-acc9-79c5962db03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e670172c-0ffb-4769-ba2a-304a20d7f83a,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:19:38.626682 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e10709-38eb-4ea7-acc9-79c5962db03f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:19:38.627064 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e10709-38eb-4ea7-acc9-79c5962db03f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:19:38.632105 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e10709-38eb-4ea7-acc9-79c5962db03f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:19:38.632105 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e10709-38eb-4ea7-acc9-79c5962db03f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:19:38.632105 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e10709-38eb-4ea7-acc9-79c5962db03f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:19:38.632105 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e10709-38eb-4ea7-acc9-79c5962db03f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:19:38.632105 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e10709-38eb-4ea7-acc9-79c5962db03f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:19:38.632105 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e10709-38eb-4ea7-acc9-79c5962db03f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:19:38.632105 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e10709-38eb-4ea7-acc9-79c5962db03f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:19:38.632105 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e10709-38eb-4ea7-acc9-79c5962db03f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:19:38.632105 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e10709-38eb-4ea7-acc9-79c5962db03f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:19:38.632105 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e10709-38eb-4ea7-acc9-79c5962db03f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:19:52.848474 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-fc81f456-b54c-4bbc-86ad-05bd3010f8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:19:55.649029 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-3835605d-b268-4033-9469-97ea55b88a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:19:56.665647 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:19:56.871546 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:19:57.028619 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 5 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:19:58.481626 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:20:22.848515 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-1541e649-6cbd-4b87-9be6-a5f84565ccc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:20:25.631307 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-8ca55292-05bc-4483-8608-25e0ce8be382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:20:26.676983 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:20:26.780112 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:20:28.482727 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:20:34.026091 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 5 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:20:52.869836 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-9fb2fb24-6be7-46fd-b6ab-0c6f01ec531e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:20:55.717195 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-b4ac2b2a-ad8f-4159-84f9-52e41519cda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:20:56.660085 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:20:56.808364 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:20:58.522702 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:21:11.024087 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 5 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:21:14.407997 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3693878'] for agent, after_create {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:21:22.848099 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-66217e03-62f7-4f89-be3a-2047b2a5cf64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:21:25.648677 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-79f2206e-0044-4709-8782-c9996478968d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:21:26.636577 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:21:26.762274 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:21:28.492459 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:21:29.550636 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 51944) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:21:29.652671 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-96685724-a760-435b-9ce5-937731e83e6b admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1009190 Sep 17 17:21:31.881487 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 51954) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:21:31.942466 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-828a72b7-55b0-4b4e-be5a-0ac114720c16 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0598774 Sep 17 17:21:44.349254 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:21:48.021929 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 6 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:21:52.836982 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c12322c5-762c-4c94-bcc5-e7c88850c7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:21:55.612318 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-efa43ded-eb6a-43d1-b366-e5f3a6e90e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:21:56.699860 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:21:56.774660 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:21:58.511101 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:22:14.362033 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:22:22.859863 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-2c464d18-70a6-43a1-a7c6-c8ba8eb10ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:22:25.022474 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 6 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:22:25.606385 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-0c452109-b9a4-4dc0-bb80-41cb77be59ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:22:26.643031 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:22:26.761161 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:22:28.498252 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:22:44.368347 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:22:52.842541 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-0ec3bc21-f5fa-4ac5-9590-133684f38106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:22:55.648316 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-30ceb8a3-0df4-4681-bd44-f87f1175c941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:22:56.676449 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:22:56.766343 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:22:58.571839 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:02.021372 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 6 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:23:04.480510 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 52142) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:04.839471 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-f64f21bb-5699-42aa-bd3d-f6a1bb0e6782 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-871637962-network', 'tenant_id': '936d96ec969642abb3e823dfa0130055'}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:23:05.065239 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64f21bb-5699-42aa-bd3d-f6a1bb0e6782 admin admin] Made reservation on behalf of 936d96ec969642abb3e823dfa0130055 for: {'network': 1} {{(pid=94716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:23:05.067530 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f64f21bb-5699-42aa-bd3d-f6a1bb0e6782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for network, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:05.076101 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f64f21bb-5699-42aa-bd3d-f6a1bb0e6782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:05.185756 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f64f21bb-5699-42aa-bd3d-f6a1bb0e6782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:05.197536 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 52170) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:05.225656 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 52174) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:05.327885 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f64f21bb-5699-42aa-bd3d-f6a1bb0e6782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:05.348041 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f64f21bb-5699-42aa-bd3d-f6a1bb0e6782 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=94716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 17:23:05.361055 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f21bb-5699-42aa-bd3d-f6a1bb0e6782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:05.369485 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64f21bb-5699-42aa-bd3d-f6a1bb0e6782 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:05.369868 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64f21bb-5699-42aa-bd3d-f6a1bb0e6782 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:05.370223 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64f21bb-5699-42aa-bd3d-f6a1bb0e6782 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:05.370563 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64f21bb-5699-42aa-bd3d-f6a1bb0e6782 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:05.370901 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64f21bb-5699-42aa-bd3d-f6a1bb0e6782 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:05.371283 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64f21bb-5699-42aa-bd3d-f6a1bb0e6782 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:05.371632 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64f21bb-5699-42aa-bd3d-f6a1bb0e6782 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:05.371969 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64f21bb-5699-42aa-bd3d-f6a1bb0e6782 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:05.372326 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64f21bb-5699-42aa-bd3d-f6a1bb0e6782 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:05.372680 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64f21bb-5699-42aa-bd3d-f6a1bb0e6782 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:05.373088 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64f21bb-5699-42aa-bd3d-f6a1bb0e6782 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:05.373424 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64f21bb-5699-42aa-bd3d-f6a1bb0e6782 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:05.374610 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64f21bb-5699-42aa-bd3d-f6a1bb0e6782 admin admin] Tracked resource versions report: Sep 17 17:23:05.374610 dv-cinder-809828-1-iscsi neutron-server[94716]: pushed versions: Sep 17 17:23:05.374610 dv-cinder-809828-1-iscsi neutron-server[94716]: { 'AddressGroup': {'1.2'}, Sep 17 17:23:05.374610 dv-cinder-809828-1-iscsi neutron-server[94716]: 'ConntrackHelper': {'1.0'}, Sep 17 17:23:05.374610 dv-cinder-809828-1-iscsi neutron-server[94716]: 'Log': {'1.0'}, Sep 17 17:23:05.374610 dv-cinder-809828-1-iscsi neutron-server[94716]: 'Network': {'1.1'}, Sep 17 17:23:05.374610 dv-cinder-809828-1-iscsi neutron-server[94716]: 'Port': {'1.7'}, Sep 17 17:23:05.374610 dv-cinder-809828-1-iscsi neutron-server[94716]: 'PortForwarding': {'1.2'}, Sep 17 17:23:05.374610 dv-cinder-809828-1-iscsi neutron-server[94716]: 'QosPolicy': {'1.9'}, Sep 17 17:23:05.374610 dv-cinder-809828-1-iscsi neutron-server[94716]: 'SecurityGroup': {'1.4'}, Sep 17 17:23:05.374610 dv-cinder-809828-1-iscsi neutron-server[94716]: 'SecurityGroupRule': {'1.2'}, Sep 17 17:23:05.374610 dv-cinder-809828-1-iscsi neutron-server[94716]: 'SubPort': {'1.0'}, Sep 17 17:23:05.374610 dv-cinder-809828-1-iscsi neutron-server[94716]: 'Subnet': {'1.1'}, Sep 17 17:23:05.374610 dv-cinder-809828-1-iscsi neutron-server[94716]: 'Trunk': {'1.1'}} Sep 17 17:23:05.374610 dv-cinder-809828-1-iscsi neutron-server[94716]: consumer versions: Sep 17 17:23:05.374610 dv-cinder-809828-1-iscsi neutron-server[94716]: { DHCP agent@dv-cinder-809828-1-iscsi: {}, Sep 17 17:23:05.374610 dv-cinder-809828-1-iscsi neutron-server[94716]: HyperV agent@hv-cinder-80982: {}, Sep 17 17:23:05.374610 dv-cinder-809828-1-iscsi neutron-server[94716]: L3 agent@dv-cinder-809828-1-iscsi: {}, Sep 17 17:23:05.374610 dv-cinder-809828-1-iscsi neutron-server[94716]: Metadata agent@dv-cinder-809828-1-iscsi: {}, Sep 17 17:23:05.374610 dv-cinder-809828-1-iscsi neutron-server[94716]: Metering agent@dv-cinder-809828-1-iscsi: {}, Sep 17 17:23:05.374610 dv-cinder-809828-1-iscsi neutron-server[94716]: Open vSwitch agent@dv-cinder-809828-1-iscsi: { 'AddressGroup': '1.2', Sep 17 17:23:05.374610 dv-cinder-809828-1-iscsi neutron-server[94716]: 'ConntrackHelper': '1.0', Sep 17 17:23:05.374610 dv-cinder-809828-1-iscsi neutron-server[94716]: 'Log': '1.0', Sep 17 17:23:05.374610 dv-cinder-809828-1-iscsi neutron-server[94716]: 'Network': '1.1', Sep 17 17:23:05.374610 dv-cinder-809828-1-iscsi neutron-server[94716]: 'Port': '1.7', Sep 17 17:23:05.374610 dv-cinder-809828-1-iscsi neutron-server[94716]: 'PortForwarding': '1.2', Sep 17 17:23:05.374610 dv-cinder-809828-1-iscsi neutron-server[94716]: 'QosPolicy': '1.9', Sep 17 17:23:05.374610 dv-cinder-809828-1-iscsi neutron-server[94716]: 'SecurityGroup': '1.4', Sep 17 17:23:05.374610 dv-cinder-809828-1-iscsi neutron-server[94716]: 'SecurityGroupRule': '1.2', Sep 17 17:23:05.374610 dv-cinder-809828-1-iscsi neutron-server[94716]: 'SubPort': '1.0', Sep 17 17:23:05.374610 dv-cinder-809828-1-iscsi neutron-server[94716]: 'Subnet': '1.1', Sep 17 17:23:05.374610 dv-cinder-809828-1-iscsi neutron-server[94716]: 'Trunk': '1.1'}} Sep 17 17:23:05.374610 dv-cinder-809828-1-iscsi neutron-server[94716]: {{(pid=94716) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 17:23:05.379761 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f64f21bb-5699-42aa-bd3d-f6a1bb0e6782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157'] for segment, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:05.380108 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.db.segments_db [None req-f64f21bb-5699-42aa-bd3d-f6a1bb0e6782 admin admin] Added segment 5e9c7d23-9f52-425a-886c-ae692b6b907f of type vlan for network 7cc607b2-217d-4062-b691-f78cd94d3695 Sep 17 17:23:05.423696 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f64f21bb-5699-42aa-bd3d-f6a1bb0e6782 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747491074600'] for network, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:05.629044 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f64f21bb-5699-42aa-bd3d-f6a1bb0e6782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198'] for network, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:05.630026 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64f21bb-5699-42aa-bd3d-f6a1bb0e6782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:05.630602 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f64f21bb-5699-42aa-bd3d-f6a1bb0e6782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for network, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:05.688708 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f21bb-5699-42aa-bd3d-f6a1bb0e6782 admin admin] Pushing event updated for resources: {'Network': ['ID=7cc607b2-217d-4062-b691-f78cd94d3695,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:05.700493 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Network 7cc607b2-217d-4062-b691-f78cd94d3695 details requested by agent ovs-agent-dv-cinder-809828-1-iscsi with host dv-cinder-809828-1-iscsi {{(pid=94717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 17:23:05.799495 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-f64f21bb-5699-42aa-bd3d-f6a1bb0e6782 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3172841 Sep 17 17:23:05.800491 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 52190) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:05.806106 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-56211d65-8b15-4351-9bd6-98b51de69187 admin admin] Request body: {'subnet': {'network_id': '7cc607b2-217d-4062-b691-f78cd94d3695', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-871637962-subnet', 'tenant_id': '936d96ec969642abb3e823dfa0130055', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:23:05.836488 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-c8cc0952-c6f2-48d9-9d45-2d15adfde5b8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-919203863-network', 'tenant_id': 'a709dbdeec11421981697696bf37509b'}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:23:05.860665 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 52194) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:05.884854 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-cef07364-7565-44cb-886a-966848b36165 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1443481575-network', 'tenant_id': 'c3d9575a8495460f8f8ca8113fd8f4c8'}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:23:05.949285 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56211d65-8b15-4351-9bd6-98b51de69187 admin admin] Made reservation on behalf of 936d96ec969642abb3e823dfa0130055 for: {'subnet': 1} {{(pid=94716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:23:05.959794 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-56211d65-8b15-4351-9bd6-98b51de69187 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:05.961441 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.db.api [None req-cef07364-7565-44cb-886a-966848b36165 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 17:23:05.961441 dv-cinder-809828-1-iscsi neutron-server[94716]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 17:23:05.961441 dv-cinder-809828-1-iscsi neutron-server[94716]: [parameters: {'project_id_1': 'c3d9575a8495460f8f8ca8113fd8f4c8', 'expiration_1': datetime.datetime(2021, 9, 17, 17, 22, 45, 890996)}] Sep 17 17:23:05.961441 dv-cinder-809828-1-iscsi neutron-server[94716]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 17:23:05.961841 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG oslo_db.api [None req-cef07364-7565-44cb-886a-966848b36165 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 17:23:06.006937 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-ebc52870-6f5a-4bfd-9ec4-1d08cd952b18 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1746386591-network', 'tenant_id': 'd00f129a8555488e830b8922b204b52b'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:23:06.116082 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cc0952-c6f2-48d9-9d45-2d15adfde5b8 admin admin] Made reservation on behalf of a709dbdeec11421981697696bf37509b for: {'network': 1} {{(pid=94716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:23:06.122113 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-c8cc0952-c6f2-48d9-9d45-2d15adfde5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for network, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:06.137197 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-c8cc0952-c6f2-48d9-9d45-2d15adfde5b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:06.206339 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc52870-6f5a-4bfd-9ec4-1d08cd952b18 admin admin] Made reservation on behalf of d00f129a8555488e830b8922b204b52b for: {'network': 1} {{(pid=94715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:23:06.208902 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-56211d65-8b15-4351-9bd6-98b51de69187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198'] for subnet, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:06.209531 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ebc52870-6f5a-4bfd-9ec4-1d08cd952b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for network, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:06.224031 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ebc52870-6f5a-4bfd-9ec4-1d08cd952b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:06.274938 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56211d65-8b15-4351-9bd6-98b51de69187 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aee1d114-d631-4cfa-9776-affd7ae8bdda,revision_number=0']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:06.306972 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56211d65-8b15-4351-9bd6-98b51de69187 admin admin] Checking segment: {'id': '5e9c7d23-9f52-425a-886c-ae692b6b907f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7cc607b2-217d-4062-b691-f78cd94d3695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:23:06.307378 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56211d65-8b15-4351-9bd6-98b51de69187 admin admin] Network hostable DHCP agents. Network: 7cc607b2-217d-4062-b691-f78cd94d3695, hostable agents: ['991be4bd-5269-4100-8238-2a16d095299f'], hosted agents: [] {{(pid=94716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 17:23:06.364744 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-c8cc0952-c6f2-48d9-9d45-2d15adfde5b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:06.454175 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56211d65-8b15-4351-9bd6-98b51de69187 admin admin] Network 7cc607b2-217d-4062-b691-f78cd94d3695 is scheduled to be hosted by DHCP agent 991be4bd-5269-4100-8238-2a16d095299f with binding_index 1 {{(pid=94716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 17:23:06.457522 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-c8cc0952-c6f2-48d9-9d45-2d15adfde5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:06.491311 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8cc0952-c6f2-48d9-9d45-2d15adfde5b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=94716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 17:23:06.500675 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc0952-c6f2-48d9-9d45-2d15adfde5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf19f7e8-d04d-479d-bf63-7750164071ce,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:06.507591 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-c8cc0952-c6f2-48d9-9d45-2d15adfde5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157'] for segment, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:06.507846 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.db.segments_db [None req-c8cc0952-c6f2-48d9-9d45-2d15adfde5b8 admin admin] Added segment d6f064f9-862a-49cf-b90a-5116e72f0d03 of type vlan for network ff2c4515-882e-48d4-b96e-0e029e4a52da Sep 17 17:23:06.548743 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ebc52870-6f5a-4bfd-9ec4-1d08cd952b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:06.566397 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.base_scheduler [None req-56211d65-8b15-4351-9bd6-98b51de69187 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809828-1-iscsi, 7cc607b2-217d-4062-b691-f78cd94d3695) {{(pid=94716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:23:06.574385 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4394b5e-9ab8-4434-b853-322e9f893e61 None None] Network 7cc607b2-217d-4062-b691-f78cd94d3695 requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:23:06.578276 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-c8cc0952-c6f2-48d9-9d45-2d15adfde5b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747491074600'] for network, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:06.589441 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56211d65-8b15-4351-9bd6-98b51de69187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:06.590046 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-56211d65-8b15-4351-9bd6-98b51de69187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for subnet, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:06.751303 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf47ed9-0f1a-4141-bb6c-0f9f006d7078 None None] Network 7cc607b2-217d-4062-b691-f78cd94d3695 requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:23:06.859885 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ebc52870-6f5a-4bfd-9ec4-1d08cd952b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:06.886872 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebc52870-6f5a-4bfd-9ec4-1d08cd952b18 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=94715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 17:23:06.896502 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc52870-6f5a-4bfd-9ec4-1d08cd952b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac47887-3e6a-4f94-b393-53357baba6c2,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:06.904500 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ebc52870-6f5a-4bfd-9ec4-1d08cd952b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157'] for segment, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:06.904786 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.db.segments_db [None req-ebc52870-6f5a-4bfd-9ec4-1d08cd952b18 admin admin] Added segment b1a03354-394c-43d7-9829-253346971927 of type vlan for network cb36a6d4-a9d9-4809-94d8-ccef3d49f97a Sep 17 17:23:06.906603 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc52870-6f5a-4bfd-9ec4-1d08cd952b18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:06.906993 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc52870-6f5a-4bfd-9ec4-1d08cd952b18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:06.907340 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc52870-6f5a-4bfd-9ec4-1d08cd952b18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:06.907675 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc52870-6f5a-4bfd-9ec4-1d08cd952b18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:06.908004 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc52870-6f5a-4bfd-9ec4-1d08cd952b18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:06.908348 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc52870-6f5a-4bfd-9ec4-1d08cd952b18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:06.908677 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc52870-6f5a-4bfd-9ec4-1d08cd952b18 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:06.909001 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc52870-6f5a-4bfd-9ec4-1d08cd952b18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:06.909325 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc52870-6f5a-4bfd-9ec4-1d08cd952b18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:06.909648 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc52870-6f5a-4bfd-9ec4-1d08cd952b18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:06.909969 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc52870-6f5a-4bfd-9ec4-1d08cd952b18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:06.910289 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc52870-6f5a-4bfd-9ec4-1d08cd952b18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:06.911342 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc52870-6f5a-4bfd-9ec4-1d08cd952b18 admin admin] Tracked resource versions report: Sep 17 17:23:06.911342 dv-cinder-809828-1-iscsi neutron-server[94715]: pushed versions: Sep 17 17:23:06.911342 dv-cinder-809828-1-iscsi neutron-server[94715]: { 'AddressGroup': {'1.2'}, Sep 17 17:23:06.911342 dv-cinder-809828-1-iscsi neutron-server[94715]: 'ConntrackHelper': {'1.0'}, Sep 17 17:23:06.911342 dv-cinder-809828-1-iscsi neutron-server[94715]: 'Log': {'1.0'}, Sep 17 17:23:06.911342 dv-cinder-809828-1-iscsi neutron-server[94715]: 'Network': {'1.1'}, Sep 17 17:23:06.911342 dv-cinder-809828-1-iscsi neutron-server[94715]: 'Port': {'1.7'}, Sep 17 17:23:06.911342 dv-cinder-809828-1-iscsi neutron-server[94715]: 'PortForwarding': {'1.2'}, Sep 17 17:23:06.911342 dv-cinder-809828-1-iscsi neutron-server[94715]: 'QosPolicy': {'1.9'}, Sep 17 17:23:06.911342 dv-cinder-809828-1-iscsi neutron-server[94715]: 'SecurityGroup': {'1.4'}, Sep 17 17:23:06.911342 dv-cinder-809828-1-iscsi neutron-server[94715]: 'SecurityGroupRule': {'1.2'}, Sep 17 17:23:06.911342 dv-cinder-809828-1-iscsi neutron-server[94715]: 'SubPort': {'1.0'}, Sep 17 17:23:06.911342 dv-cinder-809828-1-iscsi neutron-server[94715]: 'Subnet': {'1.1'}, Sep 17 17:23:06.911342 dv-cinder-809828-1-iscsi neutron-server[94715]: 'Trunk': {'1.1'}} Sep 17 17:23:06.911342 dv-cinder-809828-1-iscsi neutron-server[94715]: consumer versions: Sep 17 17:23:06.911342 dv-cinder-809828-1-iscsi neutron-server[94715]: { DHCP agent@dv-cinder-809828-1-iscsi: {}, Sep 17 17:23:06.911342 dv-cinder-809828-1-iscsi neutron-server[94715]: HyperV agent@hv-cinder-80982: {}, Sep 17 17:23:06.911342 dv-cinder-809828-1-iscsi neutron-server[94715]: L3 agent@dv-cinder-809828-1-iscsi: {}, Sep 17 17:23:06.911342 dv-cinder-809828-1-iscsi neutron-server[94715]: Metadata agent@dv-cinder-809828-1-iscsi: {}, Sep 17 17:23:06.911342 dv-cinder-809828-1-iscsi neutron-server[94715]: Metering agent@dv-cinder-809828-1-iscsi: {}, Sep 17 17:23:06.911342 dv-cinder-809828-1-iscsi neutron-server[94715]: Open vSwitch agent@dv-cinder-809828-1-iscsi: { 'AddressGroup': '1.2', Sep 17 17:23:06.911342 dv-cinder-809828-1-iscsi neutron-server[94715]: 'ConntrackHelper': '1.0', Sep 17 17:23:06.911342 dv-cinder-809828-1-iscsi neutron-server[94715]: 'Log': '1.0', Sep 17 17:23:06.911342 dv-cinder-809828-1-iscsi neutron-server[94715]: 'Network': '1.1', Sep 17 17:23:06.911342 dv-cinder-809828-1-iscsi neutron-server[94715]: 'Port': '1.7', Sep 17 17:23:06.911342 dv-cinder-809828-1-iscsi neutron-server[94715]: 'PortForwarding': '1.2', Sep 17 17:23:06.911342 dv-cinder-809828-1-iscsi neutron-server[94715]: 'QosPolicy': '1.9', Sep 17 17:23:06.911342 dv-cinder-809828-1-iscsi neutron-server[94715]: 'SecurityGroup': '1.4', Sep 17 17:23:06.911342 dv-cinder-809828-1-iscsi neutron-server[94715]: 'SecurityGroupRule': '1.2', Sep 17 17:23:06.911342 dv-cinder-809828-1-iscsi neutron-server[94715]: 'SubPort': '1.0', Sep 17 17:23:06.911342 dv-cinder-809828-1-iscsi neutron-server[94715]: 'Subnet': '1.1', Sep 17 17:23:06.911342 dv-cinder-809828-1-iscsi neutron-server[94715]: 'Trunk': '1.1'}} Sep 17 17:23:06.911342 dv-cinder-809828-1-iscsi neutron-server[94715]: {{(pid=94715) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 17:23:06.924244 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-c8cc0952-c6f2-48d9-9d45-2d15adfde5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198'] for network, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:06.925212 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cc0952-c6f2-48d9-9d45-2d15adfde5b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:06.925791 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-c8cc0952-c6f2-48d9-9d45-2d15adfde5b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for network, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:06.955807 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ebc52870-6f5a-4bfd-9ec4-1d08cd952b18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747491074600'] for network, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:06.990442 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc0952-c6f2-48d9-9d45-2d15adfde5b8 admin admin] Pushing event updated for resources: {'Network': ['ID=ff2c4515-882e-48d4-b96e-0e029e4a52da,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:07.001218 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Network ff2c4515-882e-48d4-b96e-0e029e4a52da details requested by agent ovs-agent-dv-cinder-809828-1-iscsi with host dv-cinder-809828-1-iscsi {{(pid=94717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 17:23:07.045863 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-56211d65-8b15-4351-9bd6-98b51de69187 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2441409 Sep 17 17:23:07.060994 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 52242) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:07.069034 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-3a9cb29b-b967-4cc7-8ba8-adb3df41df7f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-871637962-router', 'tenant_id': '936d96ec969642abb3e823dfa0130055', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'}}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:23:07.169301 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ebc52870-6f5a-4bfd-9ec4-1d08cd952b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198'] for network, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:07.170449 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc52870-6f5a-4bfd-9ec4-1d08cd952b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:07.171184 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ebc52870-6f5a-4bfd-9ec4-1d08cd952b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for network, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:07.212114 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef07364-7565-44cb-886a-966848b36165 admin admin] Made reservation on behalf of c3d9575a8495460f8f8ca8113fd8f4c8 for: {'network': 1} {{(pid=94716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:23:07.214993 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-cef07364-7565-44cb-886a-966848b36165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for network, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:07.230733 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-cef07364-7565-44cb-886a-966848b36165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:07.250428 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc52870-6f5a-4bfd-9ec4-1d08cd952b18 admin admin] Pushing event updated for resources: {'Network': ['ID=cb36a6d4-a9d9-4809-94d8-ccef3d49f97a,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:07.261485 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Network cb36a6d4-a9d9-4809-94d8-ccef3d49f97a details requested by agent ovs-agent-dv-cinder-809828-1-iscsi with host dv-cinder-809828-1-iscsi {{(pid=94717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 17:23:07.373180 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 52262) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:07.379702 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-c8cc0952-c6f2-48d9-9d45-2d15adfde5b8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1792037 Sep 17 17:23:07.381265 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-f5f6bfdc-6a1c-4023-b548-e3188fc6e132 admin admin] Request body: {'subnet': {'network_id': 'ff2c4515-882e-48d4-b96e-0e029e4a52da', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-919203863-subnet', 'tenant_id': 'a709dbdeec11421981697696bf37509b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:23:07.523966 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3a9cb29b-b967-4cc7-8ba8-adb3df41df7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-987'] for router, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:07.525914 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3a9cb29b-b967-4cc7-8ba8-adb3df41df7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3693212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1004'] for router, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:07.581231 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3a9cb29b-b967-4cc7-8ba8-adb3df41df7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:07.613103 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-ebc52870-6f5a-4bfd-9ec4-1d08cd952b18 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7543762 Sep 17 17:23:07.615946 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 52276) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:07.620956 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-94f9ea72-f416-4522-8a57-499cd25c569a admin admin] Request body: {'subnet': {'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1746386591-subnet', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:23:07.691728 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-cef07364-7565-44cb-886a-966848b36165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:07.791214 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-cef07364-7565-44cb-886a-966848b36165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:07.810201 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cef07364-7565-44cb-886a-966848b36165 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=94716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 17:23:07.827011 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef07364-7565-44cb-886a-966848b36165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:07.829855 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-cef07364-7565-44cb-886a-966848b36165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157'] for segment, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:07.830199 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.db.segments_db [None req-cef07364-7565-44cb-886a-966848b36165 admin admin] Added segment e96ed9d6-dcd6-4b60-800e-12caf220a56a of type vlan for network 1cde08df-bf3f-41c5-b7b0-df36eef9f1af Sep 17 17:23:07.855488 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3a9cb29b-b967-4cc7-8ba8-adb3df41df7f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:07.870121 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-cef07364-7565-44cb-886a-966848b36165 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747491074600'] for network, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:07.952676 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f6bfdc-6a1c-4023-b548-e3188fc6e132 admin admin] Made reservation on behalf of a709dbdeec11421981697696bf37509b for: {'subnet': 1} {{(pid=94715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:23:07.961101 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f5f6bfdc-6a1c-4023-b548-e3188fc6e132 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:08.025410 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-cef07364-7565-44cb-886a-966848b36165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198'] for network, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:08.026503 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef07364-7565-44cb-886a-966848b36165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:08.027375 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-cef07364-7565-44cb-886a-966848b36165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for network, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:08.094725 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef07364-7565-44cb-886a-966848b36165 admin admin] Pushing event updated for resources: {'Network': ['ID=1cde08df-bf3f-41c5-b7b0-df36eef9f1af,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:08.105545 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Network 1cde08df-bf3f-41c5-b7b0-df36eef9f1af details requested by agent ovs-agent-dv-cinder-809828-1-iscsi with host dv-cinder-809828-1-iscsi {{(pid=94717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 17:23:08.128457 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f9ea72-f416-4522-8a57-499cd25c569a admin admin] Made reservation on behalf of d00f129a8555488e830b8922b204b52b for: {'subnet': 1} {{(pid=94715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:23:08.130745 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-94f9ea72-f416-4522-8a57-499cd25c569a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:08.203271 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-cef07364-7565-44cb-886a-966848b36165 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.9758050 Sep 17 17:23:08.205941 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 52278) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:08.211409 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-aa0cfbb6-ce28-45fe-8559-1dabed11364c admin admin] Request body: {'subnet': {'network_id': '1cde08df-bf3f-41c5-b7b0-df36eef9f1af', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1443481575-subnet', 'tenant_id': 'c3d9575a8495460f8f8ca8113fd8f4c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:23:08.391564 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0cfbb6-ce28-45fe-8559-1dabed11364c admin admin] Made reservation on behalf of c3d9575a8495460f8f8ca8113fd8f4c8 for: {'subnet': 1} {{(pid=94716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:23:08.394386 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-aa0cfbb6-ce28-45fe-8559-1dabed11364c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:08.430602 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3a9cb29b-b967-4cc7-8ba8-adb3df41df7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:08.522812 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f5f6bfdc-6a1c-4023-b548-e3188fc6e132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198'] for subnet, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:08.583062 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3a9cb29b-b967-4cc7-8ba8-adb3df41df7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:08.585096 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6bfdc-6a1c-4023-b548-e3188fc6e132 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18c3d954-2482-4475-9259-890fcf69ecb8,revision_number=0']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:08.815772 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.db_base_plugin_common [None req-3a9cb29b-b967-4cc7-8ba8-adb3df41df7f admin admin] Allocated IP 172.27.2.122 (7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02/78817fd2-befc-49bb-8f7f-e04863f48a33/b7667b9e-a49b-41c2-999a-a72b9c5e8e4e) {{(pid=94715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:23:08.916522 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-94f9ea72-f416-4522-8a57-499cd25c569a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198'] for subnet, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:08.932287 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f6bfdc-6a1c-4023-b548-e3188fc6e132 admin admin] Checking segment: {'id': 'd6f064f9-862a-49cf-b90a-5116e72f0d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ff2c4515-882e-48d4-b96e-0e029e4a52da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:23:08.933039 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f6bfdc-6a1c-4023-b548-e3188fc6e132 admin admin] Network hostable DHCP agents. Network: ff2c4515-882e-48d4-b96e-0e029e4a52da, hostable agents: ['991be4bd-5269-4100-8238-2a16d095299f'], hosted agents: [] {{(pid=94715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 17:23:08.962925 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-aa0cfbb6-ce28-45fe-8559-1dabed11364c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198'] for subnet, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:09.017425 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0cfbb6-ce28-45fe-8559-1dabed11364c admin admin] Pushing event updated for resources: {'Subnet': ['ID=09dff40a-abba-4f0d-b7ab-590d67c9e5a2,revision_number=0']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:09.053324 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0cfbb6-ce28-45fe-8559-1dabed11364c admin admin] Checking segment: {'id': 'e96ed9d6-dcd6-4b60-800e-12caf220a56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1cde08df-bf3f-41c5-b7b0-df36eef9f1af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:23:09.054668 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0cfbb6-ce28-45fe-8559-1dabed11364c admin admin] Network hostable DHCP agents. Network: 1cde08df-bf3f-41c5-b7b0-df36eef9f1af, hostable agents: ['991be4bd-5269-4100-8238-2a16d095299f'], hosted agents: [] {{(pid=94716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 17:23:09.059848 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9ea72-f416-4522-8a57-499cd25c569a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fde94289-3ec1-481c-9f1d-1204a3b357ea,revision_number=0']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:09.090727 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3a9cb29b-b967-4cc7-8ba8-adb3df41df7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:09.150092 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f9ea72-f416-4522-8a57-499cd25c569a admin admin] Checking segment: {'id': 'b1a03354-394c-43d7-9829-253346971927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:23:09.150447 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f9ea72-f416-4522-8a57-499cd25c569a admin admin] Network hostable DHCP agents. Network: cb36a6d4-a9d9-4809-94d8-ccef3d49f97a, hostable agents: ['991be4bd-5269-4100-8238-2a16d095299f'], hosted agents: [] {{(pid=94715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 17:23:09.152544 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0cfbb6-ce28-45fe-8559-1dabed11364c admin admin] Network 1cde08df-bf3f-41c5-b7b0-df36eef9f1af is scheduled to be hosted by DHCP agent 991be4bd-5269-4100-8238-2a16d095299f with binding_index 1 {{(pid=94716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 17:23:09.219738 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f6bfdc-6a1c-4023-b548-e3188fc6e132 admin admin] Network ff2c4515-882e-48d4-b96e-0e029e4a52da is scheduled to be hosted by DHCP agent 991be4bd-5269-4100-8238-2a16d095299f with binding_index 1 {{(pid=94715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 17:23:09.343572 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.base_scheduler [None req-aa0cfbb6-ce28-45fe-8559-1dabed11364c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809828-1-iscsi, 1cde08df-bf3f-41c5-b7b0-df36eef9f1af) {{(pid=94716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:23:09.347265 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3a9cb29b-b967-4cc7-8ba8-adb3df41df7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538'] for port, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:09.351878 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0cfbb6-ce28-45fe-8559-1dabed11364c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:09.354911 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-aa0cfbb6-ce28-45fe-8559-1dabed11364c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for subnet, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:09.355803 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769ee427-aecc-41de-af3e-872273b5cf2e None None] Network 1cde08df-bf3f-41c5-b7b0-df36eef9f1af requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:23:09.366585 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9cb29b-b967-4cc7-8ba8-adb3df41df7f admin admin] Network 7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02 is already hosted by enough agents. {{(pid=94715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:23:09.391023 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [None req-3a9cb29b-b967-4cc7-8ba8-adb3df41df7f admin admin] Resources bound (agent type, host, resource id): {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:23:09.414445 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9cb29b-b967-4cc7-8ba8-adb3df41df7f admin admin] Received port after_create {{(pid=94715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:23:09.449632 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-aa0cfbb6-ce28-45fe-8559-1dabed11364c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2422702 Sep 17 17:23:09.493770 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [None req-f5f6bfdc-6a1c-4023-b548-e3188fc6e132 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809828-1-iscsi, ff2c4515-882e-48d4-b96e-0e029e4a52da) {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:23:09.493770 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f9ea72-f416-4522-8a57-499cd25c569a admin admin] Network cb36a6d4-a9d9-4809-94d8-ccef3d49f97a is scheduled to be hosted by DHCP agent 991be4bd-5269-4100-8238-2a16d095299f with binding_index 1 {{(pid=94715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 17:23:09.494420 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235fd977-95ca-4ef6-879b-5c8c97ee90a9 None None] Network 1cde08df-bf3f-41c5-b7b0-df36eef9f1af requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:23:09.515755 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405375e7-6e20-4e45-a0c1-4be3b8238a92 None None] Network ff2c4515-882e-48d4-b96e-0e029e4a52da requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:23:09.528678 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [None req-94f9ea72-f416-4522-8a57-499cd25c569a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809828-1-iscsi, cb36a6d4-a9d9-4809-94d8-ccef3d49f97a) {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:23:09.535281 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 52332) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:09.560009 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f6bfdc-6a1c-4023-b548-e3188fc6e132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:09.560475 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f5f6bfdc-6a1c-4023-b548-e3188fc6e132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for subnet, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:09.609410 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9cb29b-b967-4cc7-8ba8-adb3df41df7f admin admin] Pushing event updated for resources: {'Port': ['ID=b7667b9e-a49b-41c2-999a-a72b9c5e8e4e,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:09.639625 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f9ea72-f416-4522-8a57-499cd25c569a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:09.640049 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-94f9ea72-f416-4522-8a57-499cd25c569a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for subnet, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:09.676100 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02820783-6ff9-4ee6-afe0-311e99ca1f12 None None] Network cb36a6d4-a9d9-4809-94d8-ccef3d49f97a requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:23:09.693319 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-6bcc2763-ae0d-4dde-9d2b-4f8d115591c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:09.711659 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-f5f6bfdc-6a1c-4023-b548-e3188fc6e132 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3371685 Sep 17 17:23:09.751135 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-94f9ea72-f416-4522-8a57-499cd25c569a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1340582 Sep 17 17:23:09.752253 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 52352) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:09.760444 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-4939ce52-5285-4799-b6a0-5d21a950f644 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1746386591-router', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'}}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:23:09.954455 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-6bcc2763-ae0d-4dde-9d2b-4f8d115591c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:10.060076 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-6bcc2763-ae0d-4dde-9d2b-4f8d115591c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:10.120395 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 52380) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:10.122185 dv-cinder-809828-1-iscsi neutron-server[94715]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 17 17:23:10.138046 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-6bcc2763-ae0d-4dde-9d2b-4f8d115591c2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=88df80e1135741978a7871f600a706b8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5980301 Sep 17 17:23:10.138046 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc2763-ae0d-4dde-9d2b-4f8d115591c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c014df02-5349-45a6-856d-42fa13a6dede,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:10.147447 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38880849-7174-40f1-ae67-a0342cd264b4 None None] Network ff2c4515-882e-48d4-b96e-0e029e4a52da requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:23:10.150607 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 52382) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:10.168031 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3a9cb29b-b967-4cc7-8ba8-adb3df41df7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:10.238575 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 52398) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:10.262178 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-b8c25911-be5f-47c2-a841-33fcb6a65349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:10.286086 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-b8c25911-be5f-47c2-a841-33fcb6a65349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:10.293793 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4939ce52-5285-4799-b6a0-5d21a950f644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-987'] for router, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:10.294826 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4939ce52-5285-4799-b6a0-5d21a950f644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3693212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1004'] for router, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:10.305376 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dd057a-23fb-49cc-b766-96848cea9bdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca1476-ec46-5156-a0e6-01362d2bd21f-cb36a6d4-a9d9-4809-94d8-ccef3d49f97a', 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'fixed_ips': [{'subnet_id': 'fde94289-3ec1-481c-9f1d-1204a3b357ea'}]}} from dv-cinder-809828-1-iscsi. {{(pid=94717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 17:23:10.308051 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d2dd057a-23fb-49cc-b766-96848cea9bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:10.449868 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.db_base_plugin_common [None req-d2dd057a-23fb-49cc-b766-96848cea9bdb None None] Allocated IP 172.20.0.2 (cb36a6d4-a9d9-4809-94d8-ccef3d49f97a/fde94289-3ec1-481c-9f1d-1204a3b357ea/b29505cc-d92d-4ef0-9df8-53d4eed4c1b4) {{(pid=94717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:23:10.457841 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-b8c25911-be5f-47c2-a841-33fcb6a65349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:10.462145 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-b8c25911-be5f-47c2-a841-33fcb6a65349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:10.469956 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-b8c25911-be5f-47c2-a841-33fcb6a65349 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c014df02-5349-45a6-856d-42fa13a6dede HTTP/1.1" status: 204 len: 168 time: 0.3114302 Sep 17 17:23:10.483659 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c25911-be5f-47c2-a841-33fcb6a65349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c014df02-5349-45a6-856d-42fa13a6dede,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:10.564129 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-c2f4af46-d422-43c7-92b8-4fdc133aa29b tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:10.569135 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-c2f4af46-d422-43c7-92b8-4fdc133aa29b tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/networks?id=1cde08df-bf3f-41c5-b7b0-df36eef9f1af HTTP/1.1" status: 200 len: 815 time: 0.4446356 Sep 17 17:23:10.574606 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-05802f1b-81ff-4267-954e-c74f098dfbac tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:10.576061 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-05802f1b-81ff-4267-954e-c74f098dfbac tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/networks?id=ff2c4515-882e-48d4-b96e-0e029e4a52da HTTP/1.1" status: 200 len: 811 time: 0.3365164 Sep 17 17:23:10.599679 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4939ce52-5285-4799-b6a0-5d21a950f644 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:10.609581 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d2dd057a-23fb-49cc-b766-96848cea9bdb None None] Notify callbacks [] for port, precommit_create {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:10.653774 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-c3cd0be3-49c7-4c1c-89af-cbfd1d2c842e tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/quotas/c3d9575a8495460f8f8ca8113fd8f4c8 HTTP/1.1" status: 200 len: 375 time: 0.0528221 Sep 17 17:23:10.658420 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-718ee582-0132-4084-8f97-752120fe9b9e tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/quotas/a709dbdeec11421981697696bf37509b HTTP/1.1" status: 200 len: 375 time: 0.0548677 Sep 17 17:23:10.683612 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d2dd057a-23fb-49cc-b766-96848cea9bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538'] for port, after_create {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:10.720522 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-c5e20118-ee1b-44cc-b880-ca993f63ec47 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c3d9575a8495460f8f8ca8113fd8f4c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596535 Sep 17 17:23:10.736199 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dd057a-23fb-49cc-b766-96848cea9bdb None None] Network cb36a6d4-a9d9-4809-94d8-ccef3d49f97a is already hosted by enough agents. {{(pid=94717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:23:10.746124 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.scheduler.base_scheduler [None req-d2dd057a-23fb-49cc-b766-96848cea9bdb None None] Resources bound (agent type, host, resource id): {{(pid=94717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:23:10.749996 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dd057a-23fb-49cc-b766-96848cea9bdb None None] Received port after_create {{(pid=94717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:23:10.752375 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd057a-23fb-49cc-b766-96848cea9bdb None None] Pushing event updated for resources: {'Port': ['ID=b29505cc-d92d-4ef0-9df8-53d4eed4c1b4,revision_number=1']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:10.770641 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-76235359-1479-467e-a95f-69a485e9765c tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a709dbdeec11421981697696bf37509b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0995576 Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dd057a-23fb-49cc-b766-96848cea9bdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dd057a-23fb-49cc-b766-96848cea9bdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dd057a-23fb-49cc-b766-96848cea9bdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dd057a-23fb-49cc-b766-96848cea9bdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dd057a-23fb-49cc-b766-96848cea9bdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dd057a-23fb-49cc-b766-96848cea9bdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dd057a-23fb-49cc-b766-96848cea9bdb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dd057a-23fb-49cc-b766-96848cea9bdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dd057a-23fb-49cc-b766-96848cea9bdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dd057a-23fb-49cc-b766-96848cea9bdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dd057a-23fb-49cc-b766-96848cea9bdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dd057a-23fb-49cc-b766-96848cea9bdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2dd057a-23fb-49cc-b766-96848cea9bdb None None] Tracked resource versions report: Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: pushed versions: Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: { 'AddressGroup': {'1.2'}, Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: 'ConntrackHelper': {'1.0'}, Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: 'Log': {'1.0'}, Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: 'Network': {'1.1'}, Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: 'Port': {'1.7'}, Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: 'PortForwarding': {'1.2'}, Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: 'QosPolicy': {'1.9'}, Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: 'SecurityGroup': {'1.4'}, Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: 'SecurityGroupRule': {'1.2'}, Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: 'SubPort': {'1.0'}, Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: 'Subnet': {'1.1'}, Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: 'Trunk': {'1.1'}} Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: consumer versions: Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: { DHCP agent@dv-cinder-809828-1-iscsi: {}, Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: HyperV agent@hv-cinder-80982: {}, Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: L3 agent@dv-cinder-809828-1-iscsi: {}, Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: Metadata agent@dv-cinder-809828-1-iscsi: {}, Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: Metering agent@dv-cinder-809828-1-iscsi: {}, Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: Open vSwitch agent@dv-cinder-809828-1-iscsi: { 'AddressGroup': '1.2', Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: 'ConntrackHelper': '1.0', Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: 'Log': '1.0', Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: 'Network': '1.1', Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: 'Port': '1.7', Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: 'PortForwarding': '1.2', Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: 'QosPolicy': '1.9', Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: 'SecurityGroup': '1.4', Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: 'SecurityGroupRule': '1.2', Sep 17 17:23:10.785871 dv-cinder-809828-1-iscsi neutron-server[94717]: 'SubPort': '1.0', Sep 17 17:23:10.791178 dv-cinder-809828-1-iscsi neutron-server[94717]: 'Subnet': '1.1', Sep 17 17:23:10.791178 dv-cinder-809828-1-iscsi neutron-server[94717]: 'Trunk': '1.1'}} Sep 17 17:23:10.791178 dv-cinder-809828-1-iscsi neutron-server[94717]: {{(pid=94717) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 17:23:10.863971 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-d2dd057a-23fb-49cc-b766-96848cea9bdb None None] Attempting to bind port b29505cc-d92d-4ef0-9df8-53d4eed4c1b4 on host dv-cinder-809828-1-iscsi for vnic_type normal with profile {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:23:10.863971 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-d2dd057a-23fb-49cc-b766-96848cea9bdb None None] Attempting to bind port b29505cc-d92d-4ef0-9df8-53d4eed4c1b4 by drivers openvswitch,hyperv on host dv-cinder-809828-1-iscsi at level 0 using segments [{'id': 'b1a03354-394c-43d7-9829-253346971927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a'}] {{(pid=94717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:23:10.863971 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dd057a-23fb-49cc-b766-96848cea9bdb None None] Attempting to bind port b29505cc-d92d-4ef0-9df8-53d4eed4c1b4 on network cb36a6d4-a9d9-4809-94d8-ccef3d49f97a {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:23:10.865872 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dd057a-23fb-49cc-b766-96848cea9bdb None None] Checking agent: {'id': '90d57b62-311c-40f5-abf0-ae568c7aec4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809828-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 14, 57), 'started_at': datetime.datetime(2021, 9, 17, 17, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809828-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:23:10.866256 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dd057a-23fb-49cc-b766-96848cea9bdb None None] Checking segment: {'id': 'b1a03354-394c-43d7-9829-253346971927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:23:10.866713 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d2dd057a-23fb-49cc-b766-96848cea9bdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:10.867329 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dd057a-23fb-49cc-b766-96848cea9bdb None None] Bound using segment: {'id': 'b1a03354-394c-43d7-9829-253346971927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a'} {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:23:10.867835 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-d2dd057a-23fb-49cc-b766-96848cea9bdb None None] Bound port: b29505cc-d92d-4ef0-9df8-53d4eed4c1b4, host: dv-cinder-809828-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a03354-394c-43d7-9829-253346971927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a'}}] {{(pid=94717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:23:10.868329 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d2dd057a-23fb-49cc-b766-96848cea9bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:11.031566 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-d2dd057a-23fb-49cc-b766-96848cea9bdb None None] For port b29505cc-d92d-4ef0-9df8-53d4eed4c1b4, host dv-cinder-809828-1-iscsi, cleared binding levels {{(pid=94717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:23:11.039187 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-d2dd057a-23fb-49cc-b766-96848cea9bdb None None] For port b29505cc-d92d-4ef0-9df8-53d4eed4c1b4, host dv-cinder-809828-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=b29505cc-d92d-4ef0-9df8-53d4eed4c1b4,segment=NetworkSegment(b1a03354-394c-43d7-9829-253346971927),segment_id=b1a03354-394c-43d7-9829-253346971927)] {{(pid=94717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:23:11.050490 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3a9cb29b-b967-4cc7-8ba8-adb3df41df7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693899'] for router, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:11.058221 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-9a0761a5-86f5-4861-8014-8dcba6beab0a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 17:23:11.058677 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-9a0761a5-86f5-4861-8014-8dcba6beab0a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1257901 Sep 17 17:23:11.061251 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4939ce52-5285-4799-b6a0-5d21a950f644 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:11.125034 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-207e711d-ad26-49fe-950e-f579f5db69e2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 17:23:11.126025 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-207e711d-ad26-49fe-950e-f579f5db69e2 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1368418 Sep 17 17:23:11.135079 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d2dd057a-23fb-49cc-b766-96848cea9bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:11.200009 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd057a-23fb-49cc-b766-96848cea9bdb None None] Pushing event updated for resources: {'Port': ['ID=b29505cc-d92d-4ef0-9df8-53d4eed4c1b4,revision_number=2']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:11.331785 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-7d607568-b136-4b94-b57f-5fdc4d824d9c service neutron] 10.222.0.18 "GET /v2.0/networks/1cde08df-bf3f-41c5-b7b0-df36eef9f1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627490 Sep 17 17:23:11.393743 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-d22cfbf3-eea9-41a6-8856-4223d0fb21e7 service neutron] 10.222.0.18 "GET /v2.0/networks/ff2c4515-882e-48d4-b96e-0e029e4a52da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211437 Sep 17 17:23:11.576905 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-96662faf-e8be-445f-85b6-bbff753f0ee3 service neutron] 10.222.0.18 "GET /v2.0/networks/1cde08df-bf3f-41c5-b7b0-df36eef9f1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327769 Sep 17 17:23:11.597072 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 52432) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:11.602476 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-34c3580e-82af-4d03-8a6f-1d1f4c86cbb2 service neutron] 10.222.0.18 "GET /v2.0/networks/ff2c4515-882e-48d4-b96e-0e029e4a52da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794190 Sep 17 17:23:11.623577 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-b9d3c0b4-5932-4cdf-9039-1c25e5eb2f80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:11.712068 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9cb29b-b967-4cc7-8ba8-adb3df41df7f admin admin] Router f2829133-7667-4160-8772-a3ae2ae0f080 is scheduled to L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 with binding_index 1 {{(pid=94715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 17:23:11.768936 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-b9d3c0b4-5932-4cdf-9039-1c25e5eb2f80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:11.777911 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4939ce52-5285-4799-b6a0-5d21a950f644 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:11.801075 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4939ce52-5285-4799-b6a0-5d21a950f644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:11.911351 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-b9d3c0b4-5932-4cdf-9039-1c25e5eb2f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:11.912816 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9cb29b-b967-4cc7-8ba8-adb3df41df7f admin admin] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:23:11.928816 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a9f538-f881-4b31-a8cc-c04c2ca74a51 None None] Sync routers for ids ['f2829133-7667-4160-8772-a3ae2ae0f080'] in dv-cinder-809828-1-iscsi {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:23:11.941845 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a9f538-f881-4b31-a8cc-c04c2ca74a51 None None] Routers {'f2829133-7667-4160-8772-a3ae2ae0f080'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:23:11.942751 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-e3a9f538-f881-4b31-a8cc-c04c2ca74a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:22:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['f2829133-7667-4160-8772-a3ae2ae0f080'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:23:11.962835 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-b9d3c0b4-5932-4cdf-9039-1c25e5eb2f80 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4da09903c59145c08dfaba524a40eec0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3646007 Sep 17 17:23:11.966037 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 52440) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:11.999265 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.db_base_plugin_common [None req-4939ce52-5285-4799-b6a0-5d21a950f644 admin admin] Allocated IP 172.27.2.6 (7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02/78817fd2-befc-49bb-8f7f-e04863f48a33/09643d44-ec17-420c-a2b9-cd9af343945f) {{(pid=94715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:23:12.043081 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3a9cb29b-b967-4cc7-8ba8-adb3df41df7f admin admin] Notify callbacks [] for router, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:12.045722 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-3a9cb29b-b967-4cc7-8ba8-adb3df41df7f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.9830997 Sep 17 17:23:12.050230 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 52454) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:12.064914 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3c0b4-5932-4cdf-9039-1c25e5eb2f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f77c1c-d94b-4882-825a-2d15b28accb0,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:12.159248 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e37e19db-c5ee-4e33-bcc5-15f1168eaf46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:12.259363 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e37e19db-c5ee-4e33-bcc5-15f1168eaf46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:12.268358 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-e3a9f538-f881-4b31-a8cc-c04c2ca74a51 None None] Set router f2829133-7667-4160-8772-a3ae2ae0f080 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:23:12.423338 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef709f0-05c2-4e1e-afcd-5b08c025f0c5 None None] Network cb36a6d4-a9d9-4809-94d8-ccef3d49f97a requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:23:12.448186 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e37e19db-c5ee-4e33-bcc5-15f1168eaf46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:12.451117 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e37e19db-c5ee-4e33-bcc5-15f1168eaf46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:12.455475 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-e37e19db-c5ee-4e33-bcc5-15f1168eaf46 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c8f77c1c-d94b-4882-825a-2d15b28accb0 HTTP/1.1" status: 204 len: 168 time: 0.4884481 Sep 17 17:23:12.469096 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e19db-c5ee-4e33-bcc5-15f1168eaf46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f77c1c-d94b-4882-825a-2d15b28accb0,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:12.478337 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d2adb773-be6c-4f46-aed6-7b84d23533ba req-0e51309e-d813-46ba-a235-2462a9053a1e tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 210 time: 0.1091673 Sep 17 17:23:12.480910 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-698807d0-c09b-47b6-8d6c-405c6dfb0157 req-4c4d9618-3cc3-47bf-88fb-59d53b9a1ead tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 210 time: 0.1251550 Sep 17 17:23:12.498798 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4939ce52-5285-4799-b6a0-5d21a950f644 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:12.583627 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0a6d558-4e84-474b-9cca-45092ac89645 None None] Provisioning complete for port b29505cc-d92d-4ef0-9df8-53d4eed4c1b4 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:23:12.584205 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0a6d558-4e84-474b-9cca-45092ac89645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:12.626812 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-e3a9f538-f881-4b31-a8cc-c04c2ca74a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2829133-7667-4160-8772-a3ae2ae0f080', 'name': 'tempest-ServerRescueNegativeTestJSON-871637962-router', 'tenant_id': '936d96ec969642abb3e823dfa0130055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b7667b9e-a49b-41c2-999a-a72b9c5e8e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:23:07Z', 'updated_at': '2021-09-17T17:23:09Z', 'revision_number': 3, 'project_id': '936d96ec969642abb3e823dfa0130055', 'gw_port': {'id': 'b7667b9e-a49b-41c2-999a-a72b9c5e8e4e', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:16:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2829133-7667-4160-8772-a3ae2ae0f080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:08Z', 'updated_at': '2021-09-17T17:23:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi'}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:23:12.723312 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a9f538-f881-4b31-a8cc-c04c2ca74a51 None None] Checking router: f2829133-7667-4160-8772-a3ae2ae0f080 for host: dv-cinder-809828-1-iscsi {{(pid=94718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:23:12.725993 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a9f538-f881-4b31-a8cc-c04c2ca74a51 None None] Updating router f2829133-7667-4160-8772-a3ae2ae0f080 port b7667b9e-a49b-41c2-999a-a72b9c5e8e4e binding host dv-cinder-809828-1-iscsi {{(pid=94718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 17:23:12.743460 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device b29505cc-d92d-4ef0-9df8-53d4eed4c1b4 up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:23:12.792406 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e3a9f538-f881-4b31-a8cc-c04c2ca74a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:12.970759 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port b29505cc-d92d-4ef0-9df8-53d4eed4c1b4 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:23:12.971464 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:13.008667 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0a6d558-4e84-474b-9cca-45092ac89645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:13.064608 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4939ce52-5285-4799-b6a0-5d21a950f644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538'] for port, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:13.072963 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-d0a6d558-4e84-474b-9cca-45092ac89645 None None] For port b29505cc-d92d-4ef0-9df8-53d4eed4c1b4, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=b29505cc-d92d-4ef0-9df8-53d4eed4c1b4,segment=NetworkSegment(b1a03354-394c-43d7-9829-253346971927),segment_id=b1a03354-394c-43d7-9829-253346971927)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:23:13.125441 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4939ce52-5285-4799-b6a0-5d21a950f644 admin admin] Network 7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02 is already hosted by enough agents. {{(pid=94715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:23:13.131267 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [None req-4939ce52-5285-4799-b6a0-5d21a950f644 admin admin] Resources bound (agent type, host, resource id): {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:23:13.134661 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4939ce52-5285-4799-b6a0-5d21a950f644 admin admin] Received port after_create {{(pid=94715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:23:13.138109 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:13.227565 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0a6d558-4e84-474b-9cca-45092ac89645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:13.255609 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e3a9f538-f881-4b31-a8cc-c04c2ca74a51 None None] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:13.283672 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939ce52-5285-4799-b6a0-5d21a950f644 admin admin] Pushing event updated for resources: {'Port': ['ID=09643d44-ec17-420c-a2b9-cd9af343945f,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:13.376648 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e3a9f538-f881-4b31-a8cc-c04c2ca74a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:13.425967 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-e3a9f538-f881-4b31-a8cc-c04c2ca74a51 None None] Attempting to bind port b7667b9e-a49b-41c2-999a-a72b9c5e8e4e on host dv-cinder-809828-1-iscsi for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:23:13.425967 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-e3a9f538-f881-4b31-a8cc-c04c2ca74a51 None None] Attempting to bind port b7667b9e-a49b-41c2-999a-a72b9c5e8e4e by drivers openvswitch,hyperv on host dv-cinder-809828-1-iscsi at level 0 using segments [{'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:23:13.426344 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a9f538-f881-4b31-a8cc-c04c2ca74a51 None None] Attempting to bind port b7667b9e-a49b-41c2-999a-a72b9c5e8e4e on network 7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:23:13.438765 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.db.api [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 17:23:13.439297 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG oslo_db.api [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 17:23:13.453678 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a6d558-4e84-474b-9cca-45092ac89645 None None] Pushing event updated for resources: {'Port': ['ID=b29505cc-d92d-4ef0-9df8-53d4eed4c1b4,revision_number=3']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:13.466606 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-bc256b98-d21e-4f80-a5cd-37c4de451c59 None None] Provisioning complete for port b29505cc-d92d-4ef0-9df8-53d4eed4c1b4 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:23:13.467511 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-bc256b98-d21e-4f80-a5cd-37c4de451c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:13.467928 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a9f538-f881-4b31-a8cc-c04c2ca74a51 None None] Checking agent: {'id': '90d57b62-311c-40f5-abf0-ae568c7aec4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809828-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 14, 57), 'started_at': datetime.datetime(2021, 9, 17, 17, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809828-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:23:13.468530 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a9f538-f881-4b31-a8cc-c04c2ca74a51 None None] Checking segment: {'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:23:13.469117 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e3a9f538-f881-4b31-a8cc-c04c2ca74a51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:13.469661 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a9f538-f881-4b31-a8cc-c04c2ca74a51 None None] Bound using segment: {'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:23:13.470323 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-e3a9f538-f881-4b31-a8cc-c04c2ca74a51 None None] Bound port: b7667b9e-a49b-41c2-999a-a72b9c5e8e4e, host: dv-cinder-809828-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:23:13.470944 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e3a9f538-f881-4b31-a8cc-c04c2ca74a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:13.513061 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc0c251-3f54-41b9-8c14-9c6ba5654eb4 None None] Pushing event updated for resources: {'Port': ['ID=b7667b9e-a49b-41c2-999a-a72b9c5e8e4e,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:13.533212 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc0c251-3f54-41b9-8c14-9c6ba5654eb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:13.533567 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc0c251-3f54-41b9-8c14-9c6ba5654eb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:13.533916 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc0c251-3f54-41b9-8c14-9c6ba5654eb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:13.534162 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1ec00509-2b4a-483f-aecc-c089789616ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:13.535015 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc0c251-3f54-41b9-8c14-9c6ba5654eb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:13.535512 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc0c251-3f54-41b9-8c14-9c6ba5654eb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:13.536020 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc0c251-3f54-41b9-8c14-9c6ba5654eb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:13.536514 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc0c251-3f54-41b9-8c14-9c6ba5654eb4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:13.537012 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc0c251-3f54-41b9-8c14-9c6ba5654eb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:13.537525 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc0c251-3f54-41b9-8c14-9c6ba5654eb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:13.537866 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc0c251-3f54-41b9-8c14-9c6ba5654eb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:13.538203 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc0c251-3f54-41b9-8c14-9c6ba5654eb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:13.538744 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc0c251-3f54-41b9-8c14-9c6ba5654eb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:23:13.539901 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc0c251-3f54-41b9-8c14-9c6ba5654eb4 None None] Tracked resource versions report: Sep 17 17:23:13.539901 dv-cinder-809828-1-iscsi neutron-server[94718]: pushed versions: Sep 17 17:23:13.539901 dv-cinder-809828-1-iscsi neutron-server[94718]: { 'AddressGroup': {'1.2'}, Sep 17 17:23:13.539901 dv-cinder-809828-1-iscsi neutron-server[94718]: 'ConntrackHelper': {'1.0'}, Sep 17 17:23:13.539901 dv-cinder-809828-1-iscsi neutron-server[94718]: 'Log': {'1.0'}, Sep 17 17:23:13.539901 dv-cinder-809828-1-iscsi neutron-server[94718]: 'Network': {'1.1'}, Sep 17 17:23:13.539901 dv-cinder-809828-1-iscsi neutron-server[94718]: 'Port': {'1.7'}, Sep 17 17:23:13.539901 dv-cinder-809828-1-iscsi neutron-server[94718]: 'PortForwarding': {'1.2'}, Sep 17 17:23:13.539901 dv-cinder-809828-1-iscsi neutron-server[94718]: 'QosPolicy': {'1.9'}, Sep 17 17:23:13.539901 dv-cinder-809828-1-iscsi neutron-server[94718]: 'SecurityGroup': {'1.4'}, Sep 17 17:23:13.539901 dv-cinder-809828-1-iscsi neutron-server[94718]: 'SecurityGroupRule': {'1.2'}, Sep 17 17:23:13.539901 dv-cinder-809828-1-iscsi neutron-server[94718]: 'SubPort': {'1.0'}, Sep 17 17:23:13.539901 dv-cinder-809828-1-iscsi neutron-server[94718]: 'Subnet': {'1.1'}, Sep 17 17:23:13.539901 dv-cinder-809828-1-iscsi neutron-server[94718]: 'Trunk': {'1.1'}} Sep 17 17:23:13.539901 dv-cinder-809828-1-iscsi neutron-server[94718]: consumer versions: Sep 17 17:23:13.539901 dv-cinder-809828-1-iscsi neutron-server[94718]: { DHCP agent@dv-cinder-809828-1-iscsi: {}, Sep 17 17:23:13.539901 dv-cinder-809828-1-iscsi neutron-server[94718]: HyperV agent@hv-cinder-80982: {}, Sep 17 17:23:13.539901 dv-cinder-809828-1-iscsi neutron-server[94718]: L3 agent@dv-cinder-809828-1-iscsi: {}, Sep 17 17:23:13.539901 dv-cinder-809828-1-iscsi neutron-server[94718]: Metadata agent@dv-cinder-809828-1-iscsi: {}, Sep 17 17:23:13.539901 dv-cinder-809828-1-iscsi neutron-server[94718]: Metering agent@dv-cinder-809828-1-iscsi: {}, Sep 17 17:23:13.539901 dv-cinder-809828-1-iscsi neutron-server[94718]: Open vSwitch agent@dv-cinder-809828-1-iscsi: { 'AddressGroup': '1.2', Sep 17 17:23:13.539901 dv-cinder-809828-1-iscsi neutron-server[94718]: 'ConntrackHelper': '1.0', Sep 17 17:23:13.539901 dv-cinder-809828-1-iscsi neutron-server[94718]: 'Log': '1.0', Sep 17 17:23:13.539901 dv-cinder-809828-1-iscsi neutron-server[94718]: 'Network': '1.1', Sep 17 17:23:13.539901 dv-cinder-809828-1-iscsi neutron-server[94718]: 'Port': '1.7', Sep 17 17:23:13.539901 dv-cinder-809828-1-iscsi neutron-server[94718]: 'PortForwarding': '1.2', Sep 17 17:23:13.539901 dv-cinder-809828-1-iscsi neutron-server[94718]: 'QosPolicy': '1.9', Sep 17 17:23:13.539901 dv-cinder-809828-1-iscsi neutron-server[94718]: 'SecurityGroup': '1.4', Sep 17 17:23:13.539901 dv-cinder-809828-1-iscsi neutron-server[94718]: 'SecurityGroupRule': '1.2', Sep 17 17:23:13.539901 dv-cinder-809828-1-iscsi neutron-server[94718]: 'SubPort': '1.0', Sep 17 17:23:13.539901 dv-cinder-809828-1-iscsi neutron-server[94718]: 'Subnet': '1.1', Sep 17 17:23:13.539901 dv-cinder-809828-1-iscsi neutron-server[94718]: 'Trunk': '1.1'}} Sep 17 17:23:13.539901 dv-cinder-809828-1-iscsi neutron-server[94718]: {{(pid=94718) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 17:23:13.548480 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-e3a9f538-f881-4b31-a8cc-c04c2ca74a51 None None] For port b7667b9e-a49b-41c2-999a-a72b9c5e8e4e, host dv-cinder-809828-1-iscsi, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:23:13.551808 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-e3a9f538-f881-4b31-a8cc-c04c2ca74a51 None None] For port b7667b9e-a49b-41c2-999a-a72b9c5e8e4e, host dv-cinder-809828-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=b7667b9e-a49b-41c2-999a-a72b9c5e8e4e,segment=NetworkSegment(f5bce3a7-39d4-42b3-980e-fe31588455ee),segment_id=f5bce3a7-39d4-42b3-980e-fe31588455ee)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:23:13.649385 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-93d142c8-3eed-45a5-bf66-3cf36663c93a req-2f149449-a500-4f3f-89e7-d07352f297f6 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 210 time: 0.0770657 Sep 17 17:23:13.756215 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e3a9f538-f881-4b31-a8cc-c04c2ca74a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:13.777739 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-51e15772-f47c-427a-91f0-f2516a5fe620 req-a9f9e14d-de04-4a6b-b4f0-0e9108d3be69 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 210 time: 0.0728621 Sep 17 17:23:13.820526 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a9f538-f881-4b31-a8cc-c04c2ca74a51 None None] Routers {'f2829133-7667-4160-8772-a3ae2ae0f080'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:23:13.821609 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-e3a9f538-f881-4b31-a8cc-c04c2ca74a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:22:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['f2829133-7667-4160-8772-a3ae2ae0f080'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:23:13.886419 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4939ce52-5285-4799-b6a0-5d21a950f644 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:13.893396 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc0c251-3f54-41b9-8c14-9c6ba5654eb4 None None] Pushing event updated for resources: {'Port': ['ID=b7667b9e-a49b-41c2-999a-a72b9c5e8e4e,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:13.963216 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-e3a9f538-f881-4b31-a8cc-c04c2ca74a51 None None] Set router f2829133-7667-4160-8772-a3ae2ae0f080 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:23:14.002682 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.db_base_plugin_common [None req-1ec00509-2b4a-483f-aecc-c089789616ca admin admin] Allocated IP 172.20.0.1 (7cc607b2-217d-4062-b691-f78cd94d3695/aee1d114-d631-4cfa-9776-affd7ae8bdda/897e4fb7-cbbf-4f45-8952-5ef67c62c518) {{(pid=94715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:23:14.176253 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-e3a9f538-f881-4b31-a8cc-c04c2ca74a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2829133-7667-4160-8772-a3ae2ae0f080', 'name': 'tempest-ServerRescueNegativeTestJSON-871637962-router', 'tenant_id': '936d96ec969642abb3e823dfa0130055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b7667b9e-a49b-41c2-999a-a72b9c5e8e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:23:07Z', 'updated_at': '2021-09-17T17:23:09Z', 'revision_number': 3, 'project_id': '936d96ec969642abb3e823dfa0130055', 'gw_port': {'id': 'b7667b9e-a49b-41c2-999a-a72b9c5e8e4e', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:16:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2829133-7667-4160-8772-a3ae2ae0f080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:08Z', 'updated_at': '2021-09-17T17:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi'}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:23:14.209886 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a9f538-f881-4b31-a8cc-c04c2ca74a51 None None] The sync data for ids ['f2829133-7667-4160-8772-a3ae2ae0f080'] in dv-cinder-809828-1-iscsi is: [{'id': 'f2829133-7667-4160-8772-a3ae2ae0f080', 'name': 'tempest-ServerRescueNegativeTestJSON-871637962-router', 'tenant_id': '936d96ec969642abb3e823dfa0130055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b7667b9e-a49b-41c2-999a-a72b9c5e8e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:23:07Z', 'updated_at': '2021-09-17T17:23:09Z', 'revision_number': 3, 'project_id': '936d96ec969642abb3e823dfa0130055', 'gw_port': {'id': 'b7667b9e-a49b-41c2-999a-a72b9c5e8e4e', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:16:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2829133-7667-4160-8772-a3ae2ae0f080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:08Z', 'updated_at': '2021-09-17T17:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi'}] {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:23:14.252302 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1ec00509-2b4a-483f-aecc-c089789616ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:14.263106 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4939ce52-5285-4799-b6a0-5d21a950f644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693899'] for router, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:14.645298 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1ec00509-2b4a-483f-aecc-c089789616ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538'] for port, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:14.652345 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4939ce52-5285-4799-b6a0-5d21a950f644 admin admin] Router e805a886-3d60-4489-b016-6b45efe1e830 is scheduled to L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 with binding_index 1 {{(pid=94715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 17:23:14.739286 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec00509-2b4a-483f-aecc-c089789616ca admin admin] Network 7cc607b2-217d-4062-b691-f78cd94d3695 is already hosted by enough agents. {{(pid=94715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:23:14.744440 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device b29505cc-d92d-4ef0-9df8-53d4eed4c1b4 up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:23:14.774862 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 52566) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:14.785940 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [None req-1ec00509-2b4a-483f-aecc-c089789616ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:23:14.790270 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec00509-2b4a-483f-aecc-c089789616ca admin admin] Received port after_create {{(pid=94715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:23:14.790874 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1ec00509-2b4a-483f-aecc-c089789616ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693980'] for router_interface, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:14.861177 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port b29505cc-d92d-4ef0-9df8-53d4eed4c1b4 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:23:14.861662 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:14.982005 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-cfb712e5-e9ee-4ae7-a226-c3b1183d360f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-260757794-network', 'tenant_id': '3d13ad75e7294643b865368d7d0d9f59'}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:23:15.029218 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device b7667b9e-a49b-41c2-999a-a72b9c5e8e4e up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:23:15.084919 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port b7667b9e-a49b-41c2-999a-a72b9c5e8e4e triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:23:15.085517 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:15.089523 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec00509-2b4a-483f-aecc-c089789616ca admin admin] Pushing event updated for resources: {'Port': ['ID=897e4fb7-cbbf-4f45-8952-5ef67c62c518,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:15.094711 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-dcc590d3-d02e-44ff-90e6-d9797a04545d req-2fc32f4c-ef3c-4ed4-a17f-cf223783ec81 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 210 time: 0.3146515 Sep 17 17:23:15.181251 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bfb6d8d9-63f2-4234-862f-057f18ed50af req-1e5cdbae-12e6-4844-b4d6-d9cb19ecec36 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 210 time: 0.0944147 Sep 17 17:23:15.185209 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb712e5-e9ee-4ae7-a226-c3b1183d360f admin admin] Made reservation on behalf of 3d13ad75e7294643b865368d7d0d9f59 for: {'network': 1} {{(pid=94716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:23:15.188369 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-cfb712e5-e9ee-4ae7-a226-c3b1183d360f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for network, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:15.198216 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-cfb712e5-e9ee-4ae7-a226-c3b1183d360f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:15.212922 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:15.239845 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] For port b7667b9e-a49b-41c2-999a-a72b9c5e8e4e, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=b7667b9e-a49b-41c2-999a-a72b9c5e8e4e,segment=NetworkSegment(f5bce3a7-39d4-42b3-980e-fe31588455ee),segment_id=f5bce3a7-39d4-42b3-980e-fe31588455ee)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:23:15.316818 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-cfb712e5-e9ee-4ae7-a226-c3b1183d360f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:15.334363 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:15.338241 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4939ce52-5285-4799-b6a0-5d21a950f644 admin admin] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:23:15.358443 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a4f24a-330c-40ec-880f-f1e83b872ea7 None None] Sync routers for ids ['e805a886-3d60-4489-b016-6b45efe1e830'] in dv-cinder-809828-1-iscsi {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:23:15.375493 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a4f24a-330c-40ec-880f-f1e83b872ea7 None None] Routers {'e805a886-3d60-4489-b016-6b45efe1e830'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:23:15.376098 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-f8a4f24a-330c-40ec-880f-f1e83b872ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:22:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['e805a886-3d60-4489-b016-6b45efe1e830'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:23:15.425064 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Pushing event updated for resources: {'Port': ['ID=b7667b9e-a49b-41c2-999a-a72b9c5e8e4e,revision_number=4']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:15.477405 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:15.493863 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-cfb712e5-e9ee-4ae7-a226-c3b1183d360f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:15.500718 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-f8a4f24a-330c-40ec-880f-f1e83b872ea7 None None] Set router e805a886-3d60-4489-b016-6b45efe1e830 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:23:15.518245 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfb712e5-e9ee-4ae7-a226-c3b1183d360f admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=94716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 17:23:15.529756 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-cfb712e5-e9ee-4ae7-a226-c3b1183d360f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157'] for segment, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:15.530200 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.db.segments_db [None req-cfb712e5-e9ee-4ae7-a226-c3b1183d360f admin admin] Added segment 83d86128-1f40-45b3-9308-81c69dad6ca6 of type vlan for network a93a85e0-4932-4b1a-8ba9-6f0976d22b55 Sep 17 17:23:15.546928 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1ec00509-2b4a-483f-aecc-c089789616ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:15.587971 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-cfb712e5-e9ee-4ae7-a226-c3b1183d360f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747491074600'] for network, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:15.590349 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb712e5-e9ee-4ae7-a226-c3b1183d360f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13dab6a8-a336-47e2-be57-ddb1d291a116,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:15.641832 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4939ce52-5285-4799-b6a0-5d21a950f644 admin admin] Notify callbacks [] for router, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:15.646154 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-4939ce52-5285-4799-b6a0-5d21a950f644 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.8875811 Sep 17 17:23:15.647438 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 52586) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:15.752791 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-f8a4f24a-330c-40ec-880f-f1e83b872ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'name': 'tempest-AttachVolumeShelveTestJSON-1746386591-router', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '09643d44-ec17-420c-a2b9-cd9af343945f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:23:10Z', 'updated_at': '2021-09-17T17:23:13Z', 'revision_number': 3, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'gw_port': {'id': '09643d44-ec17-420c-a2b9-cd9af343945f', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:28:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:11Z', 'updated_at': '2021-09-17T17:23:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi'}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:23:15.785977 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a4f24a-330c-40ec-880f-f1e83b872ea7 None None] Checking router: e805a886-3d60-4489-b016-6b45efe1e830 for host: dv-cinder-809828-1-iscsi {{(pid=94717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:23:15.786654 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a4f24a-330c-40ec-880f-f1e83b872ea7 None None] Updating router e805a886-3d60-4489-b016-6b45efe1e830 port 09643d44-ec17-420c-a2b9-cd9af343945f binding host dv-cinder-809828-1-iscsi {{(pid=94717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 17:23:15.814633 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-f8a4f24a-330c-40ec-880f-f1e83b872ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:15.844718 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1ec00509-2b4a-483f-aecc-c089789616ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:15.846898 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-cfb712e5-e9ee-4ae7-a226-c3b1183d360f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198'] for network, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:15.848260 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb712e5-e9ee-4ae7-a226-c3b1183d360f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:15.848891 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-cfb712e5-e9ee-4ae7-a226-c3b1183d360f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for network, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:15.956084 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb712e5-e9ee-4ae7-a226-c3b1183d360f admin admin] Pushing event updated for resources: {'Network': ['ID=a93a85e0-4932-4b1a-8ba9-6f0976d22b55,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:15.985353 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Network a93a85e0-4932-4b1a-8ba9-6f0976d22b55 details requested by agent ovs-agent-dv-cinder-809828-1-iscsi with host dv-cinder-809828-1-iscsi {{(pid=94717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 17:23:16.022335 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1ec00509-2b4a-483f-aecc-c089789616ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:16.022335 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1ec00509-2b4a-483f-aecc-c089789616ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3691276'] for router_interface, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:16.067210 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-cfb712e5-e9ee-4ae7-a226-c3b1183d360f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2877603 Sep 17 17:23:16.067498 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 52592) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:16.074539 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-eac9aebe-769e-4ac0-9482-0fe0fee568e6 admin admin] Request body: {'subnet': {'network_id': 'a93a85e0-4932-4b1a-8ba9-6f0976d22b55', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-260757794-subnet', 'tenant_id': '3d13ad75e7294643b865368d7d0d9f59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:23:16.103381 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec00509-2b4a-483f-aecc-c089789616ca admin admin] Pushing event updated for resources: {'Port': ['ID=897e4fb7-cbbf-4f45-8952-5ef67c62c518,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:16.181211 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-f8a4f24a-330c-40ec-880f-f1e83b872ea7 None None] Notify callbacks [] for port, precommit_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:16.220444 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec00509-2b4a-483f-aecc-c089789616ca admin admin] Network 7cc607b2-217d-4062-b691-f78cd94d3695 is already hosted by enough agents. {{(pid=94715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:23:16.230532 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [None req-1ec00509-2b4a-483f-aecc-c089789616ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:23:16.258147 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac9aebe-769e-4ac0-9482-0fe0fee568e6 admin admin] Made reservation on behalf of 3d13ad75e7294643b865368d7d0d9f59 for: {'subnet': 1} {{(pid=94716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:23:16.258147 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-eac9aebe-769e-4ac0-9482-0fe0fee568e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:16.282354 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-f8a4f24a-330c-40ec-880f-f1e83b872ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:16.384172 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-f8a4f24a-330c-40ec-880f-f1e83b872ea7 None None] Attempting to bind port 09643d44-ec17-420c-a2b9-cd9af343945f on host dv-cinder-809828-1-iscsi for vnic_type normal with profile {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:23:16.384547 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-f8a4f24a-330c-40ec-880f-f1e83b872ea7 None None] Attempting to bind port 09643d44-ec17-420c-a2b9-cd9af343945f by drivers openvswitch,hyperv on host dv-cinder-809828-1-iscsi at level 0 using segments [{'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'}] {{(pid=94717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:23:16.384908 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a4f24a-330c-40ec-880f-f1e83b872ea7 None None] Attempting to bind port 09643d44-ec17-420c-a2b9-cd9af343945f on network 7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02 {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:23:16.398443 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62521580-8316-4a82-aa07-65659c389698 None None] Pushing event updated for resources: {'Port': ['ID=09643d44-ec17-420c-a2b9-cd9af343945f,revision_number=2']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:16.403055 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a4f24a-330c-40ec-880f-f1e83b872ea7 None None] Checking agent: {'id': '90d57b62-311c-40f5-abf0-ae568c7aec4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809828-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 14, 57), 'started_at': datetime.datetime(2021, 9, 17, 17, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809828-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:23:16.403446 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a4f24a-330c-40ec-880f-f1e83b872ea7 None None] Checking segment: {'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:23:16.403854 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-f8a4f24a-330c-40ec-880f-f1e83b872ea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:16.404243 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a4f24a-330c-40ec-880f-f1e83b872ea7 None None] Bound using segment: {'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'} {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:23:16.408181 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-f8a4f24a-330c-40ec-880f-f1e83b872ea7 None None] Bound port: 09643d44-ec17-420c-a2b9-cd9af343945f, host: dv-cinder-809828-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'}}] {{(pid=94717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:23:16.408658 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-f8a4f24a-330c-40ec-880f-f1e83b872ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:16.423039 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f8a4937d-2b7e-4398-8387-f08c9fd193b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:16.433768 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec00509-2b4a-483f-aecc-c089789616ca admin admin] Router f2829133-7667-4160-8772-a3ae2ae0f080 has already been hosted by L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 {{(pid=94715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 17:23:16.452801 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e2a0931f-451b-437f-887a-cde764a9a59c req-6f37c084-35ca-4715-bf3d-556d480fd95f tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 210 time: 0.0813167 Sep 17 17:23:16.465826 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-51d906ca-478c-48c4-8d60-6b5d3d07d706 req-a123a7b7-861e-4514-ae09-47149b0616dd tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 210 time: 0.0738392 Sep 17 17:23:16.493880 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-f8a4f24a-330c-40ec-880f-f1e83b872ea7 None None] For port 09643d44-ec17-420c-a2b9-cd9af343945f, host dv-cinder-809828-1-iscsi, cleared binding levels {{(pid=94717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:23:16.499989 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-f8a4f24a-330c-40ec-880f-f1e83b872ea7 None None] For port 09643d44-ec17-420c-a2b9-cd9af343945f, host dv-cinder-809828-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=09643d44-ec17-420c-a2b9-cd9af343945f,segment=NetworkSegment(f5bce3a7-39d4-42b3-980e-fe31588455ee),segment_id=f5bce3a7-39d4-42b3-980e-fe31588455ee)] {{(pid=94717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:23:16.572537 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-f8a4f24a-330c-40ec-880f-f1e83b872ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:16.610501 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-eac9aebe-769e-4ac0-9482-0fe0fee568e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198'] for subnet, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:16.630225 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device b7667b9e-a49b-41c2-999a-a72b9c5e8e4e up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:23:16.638736 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec00509-2b4a-483f-aecc-c089789616ca admin admin] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:23:16.656397 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17223f3a-bcac-49bf-8d14-a55fc7030bc1 None None] Sync routers for ids ['f2829133-7667-4160-8772-a3ae2ae0f080'] in dv-cinder-809828-1-iscsi {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:23:16.685471 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-1ec00509-2b4a-483f-aecc-c089789616ca admin admin] 10.222.0.18 "PUT /v2.0/routers/f2829133-7667-4160-8772-a3ae2ae0f080/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6296816 Sep 17 17:23:16.686120 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a4f24a-330c-40ec-880f-f1e83b872ea7 None None] Routers {'e805a886-3d60-4489-b016-6b45efe1e830'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:23:16.686380 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-f8a4f24a-330c-40ec-880f-f1e83b872ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:22:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['e805a886-3d60-4489-b016-6b45efe1e830'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:23:16.702238 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17223f3a-bcac-49bf-8d14-a55fc7030bc1 None None] Routers {'f2829133-7667-4160-8772-a3ae2ae0f080'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:23:16.702893 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-17223f3a-bcac-49bf-8d14-a55fc7030bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:22:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['f2829133-7667-4160-8772-a3ae2ae0f080'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:23:16.782639 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac9aebe-769e-4ac0-9482-0fe0fee568e6 admin admin] Checking segment: {'id': '83d86128-1f40-45b3-9308-81c69dad6ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a93a85e0-4932-4b1a-8ba9-6f0976d22b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:23:16.783022 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac9aebe-769e-4ac0-9482-0fe0fee568e6 admin admin] Network hostable DHCP agents. Network: a93a85e0-4932-4b1a-8ba9-6f0976d22b55, hostable agents: ['991be4bd-5269-4100-8238-2a16d095299f'], hosted agents: [] {{(pid=94716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 17:23:16.817296 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac9aebe-769e-4ac0-9482-0fe0fee568e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=452003ad-67c6-4dab-a0b9-ff50582cff6f,revision_number=0']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:16.817483 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62521580-8316-4a82-aa07-65659c389698 None None] Pushing event updated for resources: {'Port': ['ID=09643d44-ec17-420c-a2b9-cd9af343945f,revision_number=3']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:16.836730 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port b7667b9e-a49b-41c2-999a-a72b9c5e8e4e triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:23:16.837731 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:16.862723 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.db_base_plugin_common [None req-f8a4937d-2b7e-4398-8387-f08c9fd193b8 admin admin] Allocated IP 172.20.0.1 (cb36a6d4-a9d9-4809-94d8-ccef3d49f97a/fde94289-3ec1-481c-9f1d-1204a3b357ea/9d46329d-bd68-4648-a638-225b607f780f) {{(pid=94716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:23:16.966510 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-f8a4f24a-330c-40ec-880f-f1e83b872ea7 None None] Set router e805a886-3d60-4489-b016-6b45efe1e830 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:23:16.989567 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac9aebe-769e-4ac0-9482-0fe0fee568e6 admin admin] Network a93a85e0-4932-4b1a-8ba9-6f0976d22b55 is scheduled to be hosted by DHCP agent 991be4bd-5269-4100-8238-2a16d095299f with binding_index 1 {{(pid=94716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 17:23:17.005077 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-17223f3a-bcac-49bf-8d14-a55fc7030bc1 None None] Set router f2829133-7667-4160-8772-a3ae2ae0f080 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:23:17.035165 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f8a4937d-2b7e-4398-8387-f08c9fd193b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:17.128332 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.base_scheduler [None req-eac9aebe-769e-4ac0-9482-0fe0fee568e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809828-1-iscsi, a93a85e0-4932-4b1a-8ba9-6f0976d22b55) {{(pid=94716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:23:17.135130 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac9aebe-769e-4ac0-9482-0fe0fee568e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:17.136689 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-eac9aebe-769e-4ac0-9482-0fe0fee568e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for subnet, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:17.144076 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786682c8-65a0-488c-b481-3d1e778ef05c None None] Network a93a85e0-4932-4b1a-8ba9-6f0976d22b55 requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:23:17.203636 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f8a4937d-2b7e-4398-8387-f08c9fd193b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538'] for port, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:17.299583 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-f8a4f24a-330c-40ec-880f-f1e83b872ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'name': 'tempest-AttachVolumeShelveTestJSON-1746386591-router', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '09643d44-ec17-420c-a2b9-cd9af343945f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:23:10Z', 'updated_at': '2021-09-17T17:23:13Z', 'revision_number': 3, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'gw_port': {'id': '09643d44-ec17-420c-a2b9-cd9af343945f', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:28:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:11Z', 'updated_at': '2021-09-17T17:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi'}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:23:17.300569 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-eac9aebe-769e-4ac0-9482-0fe0fee568e6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2318029 Sep 17 17:23:17.320925 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a4937d-2b7e-4398-8387-f08c9fd193b8 admin admin] Network cb36a6d4-a9d9-4809-94d8-ccef3d49f97a is already hosted by enough agents. {{(pid=94716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:23:17.332548 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.base_scheduler [None req-f8a4937d-2b7e-4398-8387-f08c9fd193b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:23:17.341585 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a4937d-2b7e-4398-8387-f08c9fd193b8 admin admin] Received port after_create {{(pid=94716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:23:17.342240 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f8a4937d-2b7e-4398-8387-f08c9fd193b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693980'] for router_interface, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:17.362973 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-17223f3a-bcac-49bf-8d14-a55fc7030bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2829133-7667-4160-8772-a3ae2ae0f080', 'name': 'tempest-ServerRescueNegativeTestJSON-871637962-router', 'tenant_id': '936d96ec969642abb3e823dfa0130055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b7667b9e-a49b-41c2-999a-a72b9c5e8e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:23:07Z', 'updated_at': '2021-09-17T17:23:15Z', 'revision_number': 4, 'project_id': '936d96ec969642abb3e823dfa0130055', 'gw_port': {'id': 'b7667b9e-a49b-41c2-999a-a72b9c5e8e4e', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:16:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2829133-7667-4160-8772-a3ae2ae0f080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:08Z', 'updated_at': '2021-09-17T17:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': '897e4fb7-cbbf-4f45-8952-5ef67c62c518', 'name': '', 'network_id': '7cc607b2-217d-4062-b691-f78cd94d3695', 'tenant_id': '936d96ec969642abb3e823dfa0130055', 'mac_address': 'fa:16:3e:66:e8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2829133-7667-4160-8772-a3ae2ae0f080', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'aee1d114-d631-4cfa-9776-affd7ae8bdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:13Z', 'updated_at': '2021-09-17T17:23:15Z', 'revision_number': 2, 'project_id': '936d96ec969642abb3e823dfa0130055', 'subnets': [{'id': 'aee1d114-d631-4cfa-9776-affd7ae8bdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:23:17.368543 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a4f24a-330c-40ec-880f-f1e83b872ea7 None None] The sync data for ids ['e805a886-3d60-4489-b016-6b45efe1e830'] in dv-cinder-809828-1-iscsi is: [{'id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'name': 'tempest-AttachVolumeShelveTestJSON-1746386591-router', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '09643d44-ec17-420c-a2b9-cd9af343945f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:23:10Z', 'updated_at': '2021-09-17T17:23:13Z', 'revision_number': 3, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'gw_port': {'id': '09643d44-ec17-420c-a2b9-cd9af343945f', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:28:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:11Z', 'updated_at': '2021-09-17T17:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi'}] {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:23:17.393395 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8254af9-7bbb-40f5-bc7f-2922615ef18e None None] Network a93a85e0-4932-4b1a-8ba9-6f0976d22b55 requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:23:17.408708 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17223f3a-bcac-49bf-8d14-a55fc7030bc1 None None] Checking router: f2829133-7667-4160-8772-a3ae2ae0f080 for host: dv-cinder-809828-1-iscsi {{(pid=94718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:23:17.409262 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17223f3a-bcac-49bf-8d14-a55fc7030bc1 None None] Updating router f2829133-7667-4160-8772-a3ae2ae0f080 port 897e4fb7-cbbf-4f45-8952-5ef67c62c518 binding host dv-cinder-809828-1-iscsi {{(pid=94718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 17:23:17.442665 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-17223f3a-bcac-49bf-8d14-a55fc7030bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:17.536041 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4937d-2b7e-4398-8387-f08c9fd193b8 admin admin] Pushing event updated for resources: {'Port': ['ID=9d46329d-bd68-4648-a638-225b607f780f,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:17.695915 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f3176-2faa-4b35-964b-79599e706722 req-d2ece6c6-f05f-4963-8854-f7631cff2e33 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:17.718446 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c41f3176-2faa-4b35-964b-79599e706722 req-d2ece6c6-f05f-4963-8854-f7631cff2e33 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/networks?id=7cc607b2-217d-4062-b691-f78cd94d3695 HTTP/1.1" status: 200 len: 818 time: 0.5015318 Sep 17 17:23:17.788961 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-48770272-e33e-4ec3-93cb-c3bfc96d9f67 req-2a8df257-3069-405f-ad75-3d6edc5d0b1c tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 210 time: 0.0658350 Sep 17 17:23:17.797766 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c41f3176-2faa-4b35-964b-79599e706722 req-aad519d0-779c-4229-9987-a34ff53e47f2 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/quotas/936d96ec969642abb3e823dfa0130055 HTTP/1.1" status: 200 len: 375 time: 0.0777962 Sep 17 17:23:17.874991 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c41f3176-2faa-4b35-964b-79599e706722 req-60d72f7c-0077-4db8-9850-c1833fe6e324 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=936d96ec969642abb3e823dfa0130055&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0762281 Sep 17 17:23:17.879183 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-e20fa1de-46e3-4d5e-bbc4-c02902434ab1 None None] Provisioning complete for port 9d46329d-bd68-4648-a638-225b607f780f triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:23:17.879730 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-e20fa1de-46e3-4d5e-bbc4-c02902434ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:17.946989 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-e20fa1de-46e3-4d5e-bbc4-c02902434ab1 None None] Port 9d46329d-bd68-4648-a638-225b607f780f cannot update to ACTIVE because it is not bound. {{(pid=94717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 17:23:18.008286 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c7dfe1c8-cbf0-43df-83d8-0ebb9a06bd4f req-3409fd89-0564-4098-b89d-111e28dd25f1 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 210 time: 0.0500927 Sep 17 17:23:18.022263 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-17223f3a-bcac-49bf-8d14-a55fc7030bc1 None None] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:18.037620 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c41f3176-2faa-4b35-964b-79599e706722 req-7faf9a8c-8696-4de0-88f1-ae2fc2b0528c service neutron] 10.222.0.18 "GET /v2.0/networks/7cc607b2-217d-4062-b691-f78cd94d3695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614983 Sep 17 17:23:18.084181 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f8a4937d-2b7e-4398-8387-f08c9fd193b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:18.162202 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c41f3176-2faa-4b35-964b-79599e706722 req-74fcd540-ab79-4343-98fd-7c221cc61625 service neutron] 10.222.0.18 "GET /v2.0/networks/7cc607b2-217d-4062-b691-f78cd94d3695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164746 Sep 17 17:23:18.169318 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-17223f3a-bcac-49bf-8d14-a55fc7030bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:18.255682 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41a38d-4cb3-4a0b-9dec-1e500ab94c7c None None] Pushing event updated for resources: {'Port': ['ID=897e4fb7-cbbf-4f45-8952-5ef67c62c518,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:18.298271 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-17223f3a-bcac-49bf-8d14-a55fc7030bc1 None None] Attempting to bind port 897e4fb7-cbbf-4f45-8952-5ef67c62c518 on host dv-cinder-809828-1-iscsi for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:23:18.298651 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-17223f3a-bcac-49bf-8d14-a55fc7030bc1 None None] Attempting to bind port 897e4fb7-cbbf-4f45-8952-5ef67c62c518 by drivers openvswitch,hyperv on host dv-cinder-809828-1-iscsi at level 0 using segments [{'id': '5e9c7d23-9f52-425a-886c-ae692b6b907f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7cc607b2-217d-4062-b691-f78cd94d3695'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:23:18.317392 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17223f3a-bcac-49bf-8d14-a55fc7030bc1 None None] Attempting to bind port 897e4fb7-cbbf-4f45-8952-5ef67c62c518 on network 7cc607b2-217d-4062-b691-f78cd94d3695 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:23:18.323953 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17223f3a-bcac-49bf-8d14-a55fc7030bc1 None None] Checking agent: {'id': '90d57b62-311c-40f5-abf0-ae568c7aec4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809828-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 14, 57), 'started_at': datetime.datetime(2021, 9, 17, 17, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809828-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:23:18.324334 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17223f3a-bcac-49bf-8d14-a55fc7030bc1 None None] Checking segment: {'id': '5e9c7d23-9f52-425a-886c-ae692b6b907f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7cc607b2-217d-4062-b691-f78cd94d3695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:23:18.324744 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-17223f3a-bcac-49bf-8d14-a55fc7030bc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:18.325276 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17223f3a-bcac-49bf-8d14-a55fc7030bc1 None None] Bound using segment: {'id': '5e9c7d23-9f52-425a-886c-ae692b6b907f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7cc607b2-217d-4062-b691-f78cd94d3695'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:23:18.325613 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-17223f3a-bcac-49bf-8d14-a55fc7030bc1 None None] Bound port: 897e4fb7-cbbf-4f45-8952-5ef67c62c518, host: dv-cinder-809828-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9c7d23-9f52-425a-886c-ae692b6b907f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7cc607b2-217d-4062-b691-f78cd94d3695'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:23:18.326020 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-17223f3a-bcac-49bf-8d14-a55fc7030bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:18.403412 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-17223f3a-bcac-49bf-8d14-a55fc7030bc1 None None] For port 897e4fb7-cbbf-4f45-8952-5ef67c62c518, host dv-cinder-809828-1-iscsi, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:23:18.407624 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-17223f3a-bcac-49bf-8d14-a55fc7030bc1 None None] For port 897e4fb7-cbbf-4f45-8952-5ef67c62c518, host dv-cinder-809828-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=897e4fb7-cbbf-4f45-8952-5ef67c62c518,segment=NetworkSegment(5e9c7d23-9f52-425a-886c-ae692b6b907f),segment_id=5e9c7d23-9f52-425a-886c-ae692b6b907f)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:23:18.441563 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f8a4937d-2b7e-4398-8387-f08c9fd193b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:18.526573 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-351d4513-3304-4192-bd2c-6e8e641466ad req-b13f5c76-5c2a-457c-8a74-12e5f4a95bad tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 210 time: 0.0330787 Sep 17 17:23:18.561916 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-17223f3a-bcac-49bf-8d14-a55fc7030bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:18.597375 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f8a4937d-2b7e-4398-8387-f08c9fd193b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:18.598417 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f8a4937d-2b7e-4398-8387-f08c9fd193b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3691276'] for router_interface, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:19.082972 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 09643d44-ec17-420c-a2b9-cd9af343945f up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:23:19.095910 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17223f3a-bcac-49bf-8d14-a55fc7030bc1 None None] Routers {'f2829133-7667-4160-8772-a3ae2ae0f080'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:23:19.095910 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-17223f3a-bcac-49bf-8d14-a55fc7030bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:22:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['f2829133-7667-4160-8772-a3ae2ae0f080'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:23:19.098510 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port 09643d44-ec17-420c-a2b9-cd9af343945f triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:23:19.098510 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:19.100961 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41a38d-4cb3-4a0b-9dec-1e500ab94c7c None None] Pushing event updated for resources: {'Port': ['ID=897e4fb7-cbbf-4f45-8952-5ef67c62c518,revision_number=4']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:19.102114 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4937d-2b7e-4398-8387-f08c9fd193b8 admin admin] Pushing event updated for resources: {'Port': ['ID=9d46329d-bd68-4648-a638-225b607f780f,revision_number=2']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:19.102114 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a4937d-2b7e-4398-8387-f08c9fd193b8 admin admin] Network cb36a6d4-a9d9-4809-94d8-ccef3d49f97a is already hosted by enough agents. {{(pid=94716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:23:19.102114 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.base_scheduler [None req-f8a4937d-2b7e-4398-8387-f08c9fd193b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:23:19.102114 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 52688) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:19.103849 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-17223f3a-bcac-49bf-8d14-a55fc7030bc1 None None] Set router f2829133-7667-4160-8772-a3ae2ae0f080 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:23:19.104013 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-6ed5e302-d470-4c8e-90c7-a258f2ff41cf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1798789494-network', 'tenant_id': '1ce8903540b940969c9580266ce8400a'}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:23:19.104152 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:19.105266 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-2fdf3bfd-7710-451e-9c20-387d1b3fb179 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:19.111832 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] For port 09643d44-ec17-420c-a2b9-cd9af343945f, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=09643d44-ec17-420c-a2b9-cd9af343945f,segment=NetworkSegment(f5bce3a7-39d4-42b3-980e-fe31588455ee),segment_id=f5bce3a7-39d4-42b3-980e-fe31588455ee)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:23:19.122620 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-2fdf3bfd-7710-451e-9c20-387d1b3fb179 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/networks?id=7cc607b2-217d-4062-b691-f78cd94d3695 HTTP/1.1" status: 200 len: 818 time: 0.2562714 Sep 17 17:23:19.173505 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9ed3819d-73f4-4fe7-a439-84b5984287bb req-cd35fb5f-ce3f-4636-a450-a07bdd3696d2 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 210 time: 0.0481691 Sep 17 17:23:19.183531 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-cf31ea52-ccba-423f-b949-eda72486b0b5 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/quotas/936d96ec969642abb3e823dfa0130055 HTTP/1.1" status: 200 len: 375 time: 0.0599999 Sep 17 17:23:19.235979 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a4937d-2b7e-4398-8387-f08c9fd193b8 admin admin] Router e805a886-3d60-4489-b016-6b45efe1e830 has already been hosted by L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 {{(pid=94716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 17:23:19.281253 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-17223f3a-bcac-49bf-8d14-a55fc7030bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2829133-7667-4160-8772-a3ae2ae0f080', 'name': 'tempest-ServerRescueNegativeTestJSON-871637962-router', 'tenant_id': '936d96ec969642abb3e823dfa0130055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b7667b9e-a49b-41c2-999a-a72b9c5e8e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:23:07Z', 'updated_at': '2021-09-17T17:23:15Z', 'revision_number': 4, 'project_id': '936d96ec969642abb3e823dfa0130055', 'gw_port': {'id': 'b7667b9e-a49b-41c2-999a-a72b9c5e8e4e', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:16:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2829133-7667-4160-8772-a3ae2ae0f080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:08Z', 'updated_at': '2021-09-17T17:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': '897e4fb7-cbbf-4f45-8952-5ef67c62c518', 'name': '', 'network_id': '7cc607b2-217d-4062-b691-f78cd94d3695', 'tenant_id': '936d96ec969642abb3e823dfa0130055', 'mac_address': 'fa:16:3e:66:e8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2829133-7667-4160-8772-a3ae2ae0f080', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'aee1d114-d631-4cfa-9776-affd7ae8bdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:13Z', 'updated_at': '2021-09-17T17:23:18Z', 'revision_number': 4, 'project_id': '936d96ec969642abb3e823dfa0130055', 'subnets': [{'id': 'aee1d114-d631-4cfa-9776-affd7ae8bdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:23:19.288964 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-a59f7d2e-a11d-4506-821e-dc3963fff831 None None] Provisioning complete for port 9d46329d-bd68-4648-a638-225b607f780f triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:23:19.289707 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-a59f7d2e-a11d-4506-821e-dc3963fff831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:19.314166 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17223f3a-bcac-49bf-8d14-a55fc7030bc1 None None] The sync data for ids ['f2829133-7667-4160-8772-a3ae2ae0f080'] in dv-cinder-809828-1-iscsi is: [{'id': 'f2829133-7667-4160-8772-a3ae2ae0f080', 'name': 'tempest-ServerRescueNegativeTestJSON-871637962-router', 'tenant_id': '936d96ec969642abb3e823dfa0130055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b7667b9e-a49b-41c2-999a-a72b9c5e8e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:23:07Z', 'updated_at': '2021-09-17T17:23:15Z', 'revision_number': 4, 'project_id': '936d96ec969642abb3e823dfa0130055', 'gw_port': {'id': 'b7667b9e-a49b-41c2-999a-a72b9c5e8e4e', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:16:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2829133-7667-4160-8772-a3ae2ae0f080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:08Z', 'updated_at': '2021-09-17T17:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': '897e4fb7-cbbf-4f45-8952-5ef67c62c518', 'name': '', 'network_id': '7cc607b2-217d-4062-b691-f78cd94d3695', 'tenant_id': '936d96ec969642abb3e823dfa0130055', 'mac_address': 'fa:16:3e:66:e8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2829133-7667-4160-8772-a3ae2ae0f080', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'aee1d114-d631-4cfa-9776-affd7ae8bdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:13Z', 'updated_at': '2021-09-17T17:23:18Z', 'revision_number': 4, 'project_id': '936d96ec969642abb3e823dfa0130055', 'subnets': [{'id': 'aee1d114-d631-4cfa-9776-affd7ae8bdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:23:19.317447 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-da1763eb-93ff-4cdf-b7c7-e7b1604ad10d req-1f30fa5f-5917-4645-b0d8-e45af01bde2a tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 210 time: 0.0452209 Sep 17 17:23:19.326899 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-178f85a1-f252-4733-b08f-cc83483213f1 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=936d96ec969642abb3e823dfa0130055&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1306281 Sep 17 17:23:19.352978 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-a59f7d2e-a11d-4506-821e-dc3963fff831 None None] Port 9d46329d-bd68-4648-a638-225b607f780f cannot update to ACTIVE because it is not bound. {{(pid=94717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 17:23:19.435642 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed5e302-d470-4c8e-90c7-a258f2ff41cf admin admin] Made reservation on behalf of 1ce8903540b940969c9580266ce8400a for: {'network': 1} {{(pid=94716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:23:19.439165 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:19.443130 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-6ed5e302-d470-4c8e-90c7-a258f2ff41cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for network, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:19.445657 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a4937d-2b7e-4398-8387-f08c9fd193b8 admin admin] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:23:19.466511 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-f8a4937d-2b7e-4398-8387-f08c9fd193b8 admin admin] 10.222.0.18 "PUT /v2.0/routers/e805a886-3d60-4489-b016-6b45efe1e830/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8188193 Sep 17 17:23:19.480411 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-6ed5e302-d470-4c8e-90c7-a258f2ff41cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:19.568513 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Pushing event updated for resources: {'Port': ['ID=09643d44-ec17-420c-a2b9-cd9af343945f,revision_number=4']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:19.647174 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-6ed5e302-d470-4c8e-90c7-a258f2ff41cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:19.693758 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-7be67484-4625-4226-9109-8778843f6f1c service neutron] 10.222.0.18 "GET /v2.0/networks/7cc607b2-217d-4062-b691-f78cd94d3695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590007 Sep 17 17:23:19.760367 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-6ed5e302-d470-4c8e-90c7-a258f2ff41cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:19.774777 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed5e302-d470-4c8e-90c7-a258f2ff41cf admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=94716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 17:23:19.797780 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-6ed5e302-d470-4c8e-90c7-a258f2ff41cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157'] for segment, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:19.798464 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.db.segments_db [None req-6ed5e302-d470-4c8e-90c7-a258f2ff41cf admin admin] Added segment 90e291b7-62d8-4ca4-a894-ac36c74d8897 of type vlan for network 20d42d75-f237-4d35-8d7a-74b76aef824c Sep 17 17:23:19.822821 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-000f14ea-f896-42af-95f1-321bfba5e4c3 service neutron] 10.222.0.18 "GET /v2.0/networks/7cc607b2-217d-4062-b691-f78cd94d3695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226053 Sep 17 17:23:19.865684 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-6ed5e302-d470-4c8e-90c7-a258f2ff41cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747491074600'] for network, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:19.882460 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed5e302-d470-4c8e-90c7-a258f2ff41cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd411d4-fa9a-4cd6-a6e4-ca0cab50acc9,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:20.020745 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01504dea-2781-4dc5-9365-7507dfa67051 None None] Sync routers for ids ['e805a886-3d60-4489-b016-6b45efe1e830'] in dv-cinder-809828-1-iscsi {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:23:20.030388 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01504dea-2781-4dc5-9365-7507dfa67051 None None] Routers {'e805a886-3d60-4489-b016-6b45efe1e830'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:23:20.031136 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-01504dea-2781-4dc5-9365-7507dfa67051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:22:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['e805a886-3d60-4489-b016-6b45efe1e830'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:23:20.149438 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-6ed5e302-d470-4c8e-90c7-a258f2ff41cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198'] for network, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:20.163069 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed5e302-d470-4c8e-90c7-a258f2ff41cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:20.163069 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-6ed5e302-d470-4c8e-90c7-a258f2ff41cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for network, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:20.163424 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-01504dea-2781-4dc5-9365-7507dfa67051 None None] Set router e805a886-3d60-4489-b016-6b45efe1e830 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:23:20.281496 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed5e302-d470-4c8e-90c7-a258f2ff41cf admin admin] Pushing event updated for resources: {'Network': ['ID=20d42d75-f237-4d35-8d7a-74b76aef824c,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:20.301321 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Network 20d42d75-f237-4d35-8d7a-74b76aef824c details requested by agent ovs-agent-dv-cinder-809828-1-iscsi with host dv-cinder-809828-1-iscsi {{(pid=94717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 17:23:20.352479 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-6ed5e302-d470-4c8e-90c7-a258f2ff41cf admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4206066 Sep 17 17:23:20.355097 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 52728) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:20.360617 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-e4fb7461-3ec1-49d8-916e-0edcbb17d5f7 admin admin] Request body: {'subnet': {'network_id': '20d42d75-f237-4d35-8d7a-74b76aef824c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1798789494-subnet', 'tenant_id': '1ce8903540b940969c9580266ce8400a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:23:20.371854 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-069a661d-00e9-4e15-af0d-88ead36b3455 req-10e98af5-3be1-45a3-b9c9-df4d9f2c7461 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 210 time: 0.0537150 Sep 17 17:23:20.492559 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0f162a37-c242-4234-88fd-5e2271fa6a73 req-0a29dd5b-a9c4-4355-8c65-8099acb8ebc3 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 210 time: 0.0351856 Sep 17 17:23:20.524240 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fb7461-3ec1-49d8-916e-0edcbb17d5f7 admin admin] Made reservation on behalf of 1ce8903540b940969c9580266ce8400a for: {'subnet': 1} {{(pid=94716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:23:20.524240 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e4fb7461-3ec1-49d8-916e-0edcbb17d5f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:20.550526 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-01504dea-2781-4dc5-9365-7507dfa67051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'name': 'tempest-AttachVolumeShelveTestJSON-1746386591-router', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '09643d44-ec17-420c-a2b9-cd9af343945f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:23:10Z', 'updated_at': '2021-09-17T17:23:17Z', 'revision_number': 4, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'gw_port': {'id': '09643d44-ec17-420c-a2b9-cd9af343945f', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:28:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:11Z', 'updated_at': '2021-09-17T17:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': '9d46329d-bd68-4648-a638-225b607f780f', 'name': '', 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'mac_address': 'fa:16:3e:2f:71:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fde94289-3ec1-481c-9f1d-1204a3b357ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:16Z', 'updated_at': '2021-09-17T17:23:18Z', 'revision_number': 2, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'subnets': [{'id': 'fde94289-3ec1-481c-9f1d-1204a3b357ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:23:20.585730 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-281c404d-9f09-47f0-ad9a-40973db50092 req-6752974e-f679-47e4-a8be-7fcb00094ce1 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 210 time: 0.0288262 Sep 17 17:23:20.589200 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01504dea-2781-4dc5-9365-7507dfa67051 None None] Checking router: e805a886-3d60-4489-b016-6b45efe1e830 for host: dv-cinder-809828-1-iscsi {{(pid=94717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:23:20.589483 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01504dea-2781-4dc5-9365-7507dfa67051 None None] Updating router e805a886-3d60-4489-b016-6b45efe1e830 port 9d46329d-bd68-4648-a638-225b607f780f binding host dv-cinder-809828-1-iscsi {{(pid=94717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 17:23:20.618301 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-01504dea-2781-4dc5-9365-7507dfa67051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:20.648095 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 52734) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:20.654003 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-a1fa37a1-196c-4005-8d13-526bef446b79 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Request body: {'security_group': {'name': 'tempest-securitygroup--401015019', 'description': 'tempest-description--698400124'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:23:20.755217 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 09643d44-ec17-420c-a2b9-cd9af343945f up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:23:20.779971 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a1fa37a1-196c-4005-8d13-526bef446b79 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:20.881406 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port 09643d44-ec17-420c-a2b9-cd9af343945f triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:23:20.881887 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:20.887988 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a1fa37a1-196c-4005-8d13-526bef446b79 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:20.946271 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e4fb7461-3ec1-49d8-916e-0edcbb17d5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198'] for subnet, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:21.003727 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-01504dea-2781-4dc5-9365-7507dfa67051 None None] Notify callbacks [] for port, precommit_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:21.008820 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb7461-3ec1-49d8-916e-0edcbb17d5f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1062557e-96f1-4b0e-948d-70e7e1ce7b45,revision_number=0']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:21.016572 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fb7461-3ec1-49d8-916e-0edcbb17d5f7 admin admin] Checking segment: {'id': '90e291b7-62d8-4ca4-a894-ac36c74d8897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '20d42d75-f237-4d35-8d7a-74b76aef824c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:23:21.017132 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fb7461-3ec1-49d8-916e-0edcbb17d5f7 admin admin] Network hostable DHCP agents. Network: 20d42d75-f237-4d35-8d7a-74b76aef824c, hostable agents: ['991be4bd-5269-4100-8238-2a16d095299f'], hosted agents: [] {{(pid=94716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 17:23:21.018841 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 897e4fb7-cbbf-4f45-8952-5ef67c62c518 up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:23:21.025963 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a1fa37a1-196c-4005-8d13-526bef446b79 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:21.071716 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port 897e4fb7-cbbf-4f45-8952-5ef67c62c518 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:23:21.072252 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:21.078024 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa37a1-196c-4005-8d13-526bef446b79 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9276adb-df32-4b2c-a31b-5886f9ca6df2,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:21.103874 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-01504dea-2781-4dc5-9365-7507dfa67051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:21.139680 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fb7461-3ec1-49d8-916e-0edcbb17d5f7 admin admin] Network 20d42d75-f237-4d35-8d7a-74b76aef824c is scheduled to be hosted by DHCP agent 991be4bd-5269-4100-8238-2a16d095299f with binding_index 1 {{(pid=94716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 17:23:21.140471 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a1fa37a1-196c-4005-8d13-526bef446b79 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:21.144815 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-a1fa37a1-196c-4005-8d13-526bef446b79 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.4923825 Sep 17 17:23:21.152457 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 52740) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:21.152457 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-7339f4bc-e365-4466-b076-01ff1ad7129b tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Request body: {'security_group_rule': {'security_group_id': 'e9276adb-df32-4b2c-a31b-5886f9ca6df2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:23:21.169691 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f09c65-58dd-4c0e-a82c-7b6141d6c29a None None] Pushing event updated for resources: {'Port': ['ID=9d46329d-bd68-4648-a638-225b607f780f,revision_number=3']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:21.244228 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:21.265468 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-01504dea-2781-4dc5-9365-7507dfa67051 None None] Attempting to bind port 9d46329d-bd68-4648-a638-225b607f780f on host dv-cinder-809828-1-iscsi for vnic_type normal with profile {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:23:21.265941 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-01504dea-2781-4dc5-9365-7507dfa67051 None None] Attempting to bind port 9d46329d-bd68-4648-a638-225b607f780f by drivers openvswitch,hyperv on host dv-cinder-809828-1-iscsi at level 0 using segments [{'id': 'b1a03354-394c-43d7-9829-253346971927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a'}] {{(pid=94717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:23:21.266313 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01504dea-2781-4dc5-9365-7507dfa67051 None None] Attempting to bind port 9d46329d-bd68-4648-a638-225b607f780f on network cb36a6d4-a9d9-4809-94d8-ccef3d49f97a {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:23:21.271506 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.base_scheduler [None req-e4fb7461-3ec1-49d8-916e-0edcbb17d5f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809828-1-iscsi, 20d42d75-f237-4d35-8d7a-74b76aef824c) {{(pid=94716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:23:21.278009 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01504dea-2781-4dc5-9365-7507dfa67051 None None] Checking agent: {'id': '90d57b62-311c-40f5-abf0-ae568c7aec4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809828-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 14, 57), 'started_at': datetime.datetime(2021, 9, 17, 17, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809828-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:23:21.290896 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01504dea-2781-4dc5-9365-7507dfa67051 None None] Checking segment: {'id': 'b1a03354-394c-43d7-9829-253346971927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:23:21.290896 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-01504dea-2781-4dc5-9365-7507dfa67051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:21.290896 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01504dea-2781-4dc5-9365-7507dfa67051 None None] Bound using segment: {'id': 'b1a03354-394c-43d7-9829-253346971927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a'} {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:23:21.290896 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-01504dea-2781-4dc5-9365-7507dfa67051 None None] Bound port: 9d46329d-bd68-4648-a638-225b607f780f, host: dv-cinder-809828-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a03354-394c-43d7-9829-253346971927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a'}}] {{(pid=94717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:23:21.290896 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-01504dea-2781-4dc5-9365-7507dfa67051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:21.290896 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c863b2-5e2e-41f1-830c-8e3f7db6d93f None None] Network 20d42d75-f237-4d35-8d7a-74b76aef824c requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:23:21.319403 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fb7461-3ec1-49d8-916e-0edcbb17d5f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:21.320254 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] For port 897e4fb7-cbbf-4f45-8952-5ef67c62c518, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=897e4fb7-cbbf-4f45-8952-5ef67c62c518,segment=NetworkSegment(5e9c7d23-9f52-425a-886c-ae692b6b907f),segment_id=5e9c7d23-9f52-425a-886c-ae692b6b907f)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:23:21.320766 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e4fb7461-3ec1-49d8-916e-0edcbb17d5f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for subnet, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:21.327289 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-7339f4bc-e365-4466-b076-01ff1ad7129b tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:21.417008 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-7339f4bc-e365-4466-b076-01ff1ad7129b tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:21.424011 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:21.459125 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e46b1d7b-cf40-4a76-8d74-482e9be515bf req-b49997f8-5c4e-4146-90a5-cb2a6c7d868f tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 210 time: 0.0249877 Sep 17 17:23:21.464248 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-01504dea-2781-4dc5-9365-7507dfa67051 None None] For port 9d46329d-bd68-4648-a638-225b607f780f, host dv-cinder-809828-1-iscsi, cleared binding levels {{(pid=94717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:23:21.473820 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-5b6d7ff1-7424-4285-a832-7d5b97b2e151 None None] Provisioning complete for port 9d46329d-bd68-4648-a638-225b607f780f triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:23:21.473820 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-5b6d7ff1-7424-4285-a832-7d5b97b2e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:21.500428 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-e4fb7461-3ec1-49d8-916e-0edcbb17d5f7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1442342 Sep 17 17:23:21.519620 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-01504dea-2781-4dc5-9365-7507dfa67051 None None] For port 9d46329d-bd68-4648-a638-225b607f780f, host dv-cinder-809828-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=9d46329d-bd68-4648-a638-225b607f780f,segment=NetworkSegment(b1a03354-394c-43d7-9829-253346971927),segment_id=b1a03354-394c-43d7-9829-253346971927)] {{(pid=94717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:23:21.545753 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-7339f4bc-e365-4466-b076-01ff1ad7129b tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714646'] for security_group_rule, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:21.581345 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339f4bc-e365-4466-b076-01ff1ad7129b tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d946e7-b0f8-46ef-ad0d-a6eb307672ef,revision_number=0']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:21.600701 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-eaf9ef5c-3ea5-4cad-b03e-72f93a03822e req-3645d9a2-4655-4053-97db-3814ec8605c9 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 210 time: 0.0292621 Sep 17 17:23:21.668543 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 52758) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:21.668711 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-01504dea-2781-4dc5-9365-7507dfa67051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:21.683783 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e11266-0d6d-4a50-a6c2-b320a36eef43 None None] Network 20d42d75-f237-4d35-8d7a-74b76aef824c requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:23:21.686274 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7dae8746-483b-4a6e-a19b-afa6bd8a6a4d req-7a5f5f33-7df7-41b1-8b3c-33aff60c1c20 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 210 time: 0.0269272 Sep 17 17:23:21.687518 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-5b6d7ff1-7424-4285-a832-7d5b97b2e151 None None] Port 9d46329d-bd68-4648-a638-225b607f780f cannot update to ACTIVE because it is not bound. {{(pid=94717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 17:23:21.688956 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Pushing event updated for resources: {'Port': ['ID=897e4fb7-cbbf-4f45-8952-5ef67c62c518,revision_number=5']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:21.731360 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1c10d8e-4a80-4698-bb7f-3fb6080020f8 admin admin] Deleting subnet 452003ad-67c6-4dab-a0b9-ff50582cff6f {{(pid=94716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 17:23:21.736496 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e1c10d8e-4a80-4698-bb7f-3fb6080020f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:21.782151 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-7339f4bc-e365-4466-b076-01ff1ad7129b tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:21.789339 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-7339f4bc-e365-4466-b076-01ff1ad7129b tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6397204 Sep 17 17:23:21.790820 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 52762) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:21.794420 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-e43d47ec-4c4c-43e9-896a-c368eba3ed5a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Request body: {'security_group_rule': {'security_group_id': 'e9276adb-df32-4b2c-a31b-5886f9ca6df2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:23:21.797512 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e1c10d8e-4a80-4698-bb7f-3fb6080020f8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:21.818996 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e1c10d8e-4a80-4698-bb7f-3fb6080020f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706992'] for subnet, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:21.853101 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01504dea-2781-4dc5-9365-7507dfa67051 None None] Routers {'e805a886-3d60-4489-b016-6b45efe1e830'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:23:21.853852 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-01504dea-2781-4dc5-9365-7507dfa67051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:22:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['e805a886-3d60-4489-b016-6b45efe1e830'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:23:21.860270 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f09c65-58dd-4c0e-a82c-7b6141d6c29a None None] Pushing event updated for resources: {'Port': ['ID=9d46329d-bd68-4648-a638-225b607f780f,revision_number=4']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:22.002733 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e1c10d8e-4a80-4698-bb7f-3fb6080020f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198'] for subnet, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:22.004883 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-01504dea-2781-4dc5-9365-7507dfa67051 None None] Set router e805a886-3d60-4489-b016-6b45efe1e830 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:23:22.013219 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e43d47ec-4c4c-43e9-896a-c368eba3ed5a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:22.037849 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c10d8e-4a80-4698-bb7f-3fb6080020f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=452003ad-67c6-4dab-a0b9-ff50582cff6f,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:22.048366 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e1c10d8e-4a80-4698-bb7f-3fb6080020f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for subnet, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:22.050804 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-e1c10d8e-4a80-4698-bb7f-3fb6080020f8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/452003ad-67c6-4dab-a0b9-ff50582cff6f HTTP/1.1" status: 204 len: 168 time: 0.3806102 Sep 17 17:23:22.053463 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 52764) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:22.082723 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e43d47ec-4c4c-43e9-896a-c368eba3ed5a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:22.086635 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-2138b9dc-a111-45c0-b4e4-d34c2ea0b681 None None] Provisioning complete for port 9d46329d-bd68-4648-a638-225b607f780f triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:23:22.087250 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-2138b9dc-a111-45c0-b4e4-d34c2ea0b681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:22.133426 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-943c5b19-ae2c-4f6f-93e8-76ee5e90a6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3478593'] for network, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:22.226809 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e43d47ec-4c4c-43e9-896a-c368eba3ed5a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714646'] for security_group_rule, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:22.238469 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-943c5b19-ae2c-4f6f-93e8-76ee5e90a6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707639', 'neutron.services.segments.db._delete_segments_for_network-8747491616925'] for network, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:22.259819 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-2138b9dc-a111-45c0-b4e4-d34c2ea0b681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:22.261575 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d47ec-4c4c-43e9-896a-c368eba3ed5a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9c0b6c4-c7b9-4680-9370-e698ef68d321,revision_number=0']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:22.263505 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-943c5b19-ae2c-4f6f-93e8-76ee5e90a6e5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:23:22.263889 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-943c5b19-ae2c-4f6f-93e8-76ee5e90a6e5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:23:22.264718 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-943c5b19-ae2c-4f6f-93e8-76ee5e90a6e5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:23:22.265000 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-943c5b19-ae2c-4f6f-93e8-76ee5e90a6e5 admin admin] Subscribe: > port after_create 55550000 {{(pid=94716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:23:22.265347 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-943c5b19-ae2c-4f6f-93e8-76ee5e90a6e5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:23:22.265689 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-943c5b19-ae2c-4f6f-93e8-76ee5e90a6e5 admin admin] Subscribe: > port after_update 55550000 {{(pid=94716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:23:22.266011 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-943c5b19-ae2c-4f6f-93e8-76ee5e90a6e5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:23:22.266332 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-943c5b19-ae2c-4f6f-93e8-76ee5e90a6e5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:23:22.266654 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-943c5b19-ae2c-4f6f-93e8-76ee5e90a6e5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:23:22.267018 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-943c5b19-ae2c-4f6f-93e8-76ee5e90a6e5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:23:22.299590 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-2138b9dc-a111-45c0-b4e4-d34c2ea0b681 None None] For port 9d46329d-bd68-4648-a638-225b607f780f, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=9d46329d-bd68-4648-a638-225b607f780f,segment=NetworkSegment(b1a03354-394c-43d7-9829-253346971927),segment_id=b1a03354-394c-43d7-9829-253346971927)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:23:22.305854 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-01504dea-2781-4dc5-9365-7507dfa67051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'name': 'tempest-AttachVolumeShelveTestJSON-1746386591-router', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '09643d44-ec17-420c-a2b9-cd9af343945f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:23:10Z', 'updated_at': '2021-09-17T17:23:17Z', 'revision_number': 4, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'gw_port': {'id': '09643d44-ec17-420c-a2b9-cd9af343945f', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:28:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:11Z', 'updated_at': '2021-09-17T17:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': '9d46329d-bd68-4648-a638-225b607f780f', 'name': '', 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'mac_address': 'fa:16:3e:2f:71:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fde94289-3ec1-481c-9f1d-1204a3b357ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:16Z', 'updated_at': '2021-09-17T17:23:21Z', 'revision_number': 4, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'subnets': [{'id': 'fde94289-3ec1-481c-9f1d-1204a3b357ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:23:22.332353 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01504dea-2781-4dc5-9365-7507dfa67051 None None] The sync data for ids ['e805a886-3d60-4489-b016-6b45efe1e830'] in dv-cinder-809828-1-iscsi is: [{'id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'name': 'tempest-AttachVolumeShelveTestJSON-1746386591-router', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '09643d44-ec17-420c-a2b9-cd9af343945f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:23:10Z', 'updated_at': '2021-09-17T17:23:17Z', 'revision_number': 4, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'gw_port': {'id': '09643d44-ec17-420c-a2b9-cd9af343945f', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:28:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:11Z', 'updated_at': '2021-09-17T17:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': '9d46329d-bd68-4648-a638-225b607f780f', 'name': '', 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'mac_address': 'fa:16:3e:2f:71:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fde94289-3ec1-481c-9f1d-1204a3b357ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:16Z', 'updated_at': '2021-09-17T17:23:21Z', 'revision_number': 4, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'subnets': [{'id': 'fde94289-3ec1-481c-9f1d-1204a3b357ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:23:22.399733 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e43d47ec-4c4c-43e9-896a-c368eba3ed5a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:22.401358 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-2138b9dc-a111-45c0-b4e4-d34c2ea0b681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:22.407627 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-e43d47ec-4c4c-43e9-896a-c368eba3ed5a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6139407 Sep 17 17:23:22.407925 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 52772) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:22.416850 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-c6cdeff1-636b-42a5-b6d2-471eaddad8d8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Request body: {'floatingip': {'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:23:22.502994 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2138b9dc-a111-45c0-b4e4-d34c2ea0b681 None None] Pushing event updated for resources: {'Port': ['ID=9d46329d-bd68-4648-a638-225b607f780f,revision_number=5']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:22.524167 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-943c5b19-ae2c-4f6f-93e8-76ee5e90a6e5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:23:22.524515 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-943c5b19-ae2c-4f6f-93e8-76ee5e90a6e5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:23:22.524860 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-943c5b19-ae2c-4f6f-93e8-76ee5e90a6e5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:23:22.525194 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-943c5b19-ae2c-4f6f-93e8-76ee5e90a6e5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:23:22.525552 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.services.segments.db [None req-943c5b19-ae2c-4f6f-93e8-76ee5e90a6e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a93a85e0-4932-4b1a-8ba9-6f0976d22b55']}} {{(pid=94716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:23:22.553115 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.services.segments.db [None req-943c5b19-ae2c-4f6f-93e8-76ee5e90a6e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83d86128-1f40-45b3-9308-81c69dad6ca6') {'for_net_delete': True} {{(pid=94716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:23:22.553416 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.services.segments.db [None req-943c5b19-ae2c-4f6f-93e8-76ee5e90a6e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83d86128-1f40-45b3-9308-81c69dad6ca6') {} {{(pid=94716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:23:22.576958 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-943c5b19-ae2c-4f6f-93e8-76ee5e90a6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747491617190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26649743'] for segment, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:22.579678 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8fab5a54-a033-40a0-9def-31fda52fad08 req-780cd0da-5668-4d34-b102-703beff9b903 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 210 time: 0.0380809 Sep 17 17:23:22.609704 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-943c5b19-ae2c-4f6f-93e8-76ee5e90a6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157'] for segment, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:22.619398 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943c5b19-ae2c-4f6f-93e8-76ee5e90a6e5 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=94716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 17:23:22.620707 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-943c5b19-ae2c-4f6f-93e8-76ee5e90a6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26178748'] for segment, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:22.624425 dv-cinder-809828-1-iscsi neutron-server[94716]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 17:23:22.624425 dv-cinder-809828-1-iscsi neutron-server[94716]: from cryptography.utils import int_from_bytes Sep 17 17:23:22.624425 dv-cinder-809828-1-iscsi neutron-server[94716]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 17:23:22.624425 dv-cinder-809828-1-iscsi neutron-server[94716]: from cryptography.utils import int_from_bytes Sep 17 17:23:22.624425 dv-cinder-809828-1-iscsi neutron-server[94716]: Traceback (most recent call last): Sep 17 17:23:22.624425 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 17:23:22.624425 dv-cinder-809828-1-iscsi neutron-server[94716]: timer() Sep 17 17:23:22.624425 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 17:23:22.624425 dv-cinder-809828-1-iscsi neutron-server[94716]: cb(*args, **kw) Sep 17 17:23:22.624425 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 17:23:22.624425 dv-cinder-809828-1-iscsi neutron-server[94716]: return func(*args, **kwargs) Sep 17 17:23:22.624425 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 17:23:22.624425 dv-cinder-809828-1-iscsi neutron-server[94716]: self._notify() Sep 17 17:23:22.624425 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 17:23:22.624425 dv-cinder-809828-1-iscsi neutron-server[94716]: self.callback(batched_events) Sep 17 17:23:22.624425 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 17:23:22.624425 dv-cinder-809828-1-iscsi neutron-server[94716]: event.method(event) Sep 17 17:23:22.624425 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 17:23:22.624425 dv-cinder-809828-1-iscsi neutron-server[94716]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 17:23:22.624425 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 17:23:22.624425 dv-cinder-809828-1-iscsi neutron-server[94716]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 17:23:22.624425 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 17:23:22.624425 dv-cinder-809828-1-iscsi neutron-server[94716]: return f(self, *a, **k) Sep 17 17:23:22.624425 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 17:23:22.624425 dv-cinder-809828-1-iscsi neutron-server[94716]: return self._get(url).json() Sep 17 17:23:22.624425 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 17:23:22.624425 dv-cinder-809828-1-iscsi neutron-server[94716]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 17:23:22.624425 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 17:23:22.624425 dv-cinder-809828-1-iscsi neutron-server[94716]: return self.request(url, 'GET', **kwargs) Sep 17 17:23:22.624425 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 17:23:22.624425 dv-cinder-809828-1-iscsi neutron-server[94716]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 17:23:22.624425 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 17:23:22.624425 dv-cinder-809828-1-iscsi neutron-server[94716]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 17:23:22.624425 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 17:23:22.624425 dv-cinder-809828-1-iscsi neutron-server[94716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 17:23:22.624425 dv-cinder-809828-1-iscsi neutron-server[94716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 17:23:22.652101 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c6cdeff1-636b-42a5-b6d2-471eaddad8d8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for floatingip, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:22.688779 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 9d46329d-bd68-4648-a638-225b607f780f up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:23:22.735614 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-962879d5-8c04-49c7-b10f-a6d063cfde7b req-23faa31e-53b8-4392-bcdf-208ba45dc0d0 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 210 time: 0.0355673 Sep 17 17:23:22.757369 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-943c5b19-ae2c-4f6f-93e8-76ee5e90a6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693827'] for network, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:22.764862 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-943c5b19-ae2c-4f6f-93e8-76ee5e90a6e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for network, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:22.767730 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-943c5b19-ae2c-4f6f-93e8-76ee5e90a6e5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a93a85e0-4932-4b1a-8ba9-6f0976d22b55 HTTP/1.1" status: 204 len: 168 time: 0.7111843 Sep 17 17:23:22.771964 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 52780) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:22.784902 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c5b19-ae2c-4f6f-93e8-76ee5e90a6e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a93a85e0-4932-4b1a-8ba9-6f0976d22b55,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:22.804161 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port 9d46329d-bd68-4648-a638-225b607f780f triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:23:22.817187 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:22.904169 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-329bbb1c-56e6-4181-a1cd-e7a2a2fb6d7f req-53edb731-ab6f-429c-b7e0-aac3366c70d4 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 210 time: 0.1052969 Sep 17 17:23:22.921489 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 897e4fb7-cbbf-4f45-8952-5ef67c62c518 up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:23:22.938098 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdf037c8-fe2a-4667-b120-e4b1494af073 admin admin] Deleting subnet 1062557e-96f1-4b0e-948d-70e7e1ce7b45 {{(pid=94715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 17:23:22.951317 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-9d64ae8b-50b1-41ab-a500-20862813287b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:22.955505 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-bdf037c8-fe2a-4667-b120-e4b1494af073 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:22.987091 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port 897e4fb7-cbbf-4f45-8952-5ef67c62c518 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:23:22.988214 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:23.015586 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-bdf037c8-fe2a-4667-b120-e4b1494af073 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:23.032672 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-bdf037c8-fe2a-4667-b120-e4b1494af073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706992'] for subnet, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:23.097441 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c6cdeff1-636b-42a5-b6d2-471eaddad8d8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:23.244679 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.db_base_plugin_common [None req-c6cdeff1-636b-42a5-b6d2-471eaddad8d8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Allocated IP 172.27.2.32 (7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02/78817fd2-befc-49bb-8f7f-e04863f48a33/f439d59d-05dc-4074-b1a1-abcde376a923) {{(pid=94715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:23:23.324266 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-bdf037c8-fe2a-4667-b120-e4b1494af073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198'] for subnet, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:23.361461 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf037c8-fe2a-4667-b120-e4b1494af073 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1062557e-96f1-4b0e-948d-70e7e1ce7b45,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:23.380546 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-bdf037c8-fe2a-4667-b120-e4b1494af073 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:23.380546 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-bdf037c8-fe2a-4667-b120-e4b1494af073 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1062557e-96f1-4b0e-948d-70e7e1ce7b45 HTTP/1.1" status: 204 len: 168 time: 0.6045589 Sep 17 17:23:23.380761 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 52794) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:23.404566 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c6cdeff1-636b-42a5-b6d2-471eaddad8d8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for port, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:23.499723 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-1403ee7f-aa25-4f2c-9dd5-4efc848d4bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3478593'] for network, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:23.591776 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c6cdeff1-636b-42a5-b6d2-471eaddad8d8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538'] for port, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:23.644952 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cdeff1-636b-42a5-b6d2-471eaddad8d8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Network 7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02 is already hosted by enough agents. {{(pid=94715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:23:23.648771 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [None req-c6cdeff1-636b-42a5-b6d2-471eaddad8d8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Resources bound (agent type, host, resource id): {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:23:23.653250 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cdeff1-636b-42a5-b6d2-471eaddad8d8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Received port after_create {{(pid=94715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:23:23.695025 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-1403ee7f-aa25-4f2c-9dd5-4efc848d4bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707639', 'neutron.services.segments.db._delete_segments_for_network-8747491616925'] for network, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:23.711068 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.services.segments.db [None req-1403ee7f-aa25-4f2c-9dd5-4efc848d4bfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d42d75-f237-4d35-8d7a-74b76aef824c']}} {{(pid=94716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:23:23.720331 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.services.segments.db [None req-1403ee7f-aa25-4f2c-9dd5-4efc848d4bfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90e291b7-62d8-4ca4-a894-ac36c74d8897') {'for_net_delete': True} {{(pid=94716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:23:23.720620 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.services.segments.db [None req-1403ee7f-aa25-4f2c-9dd5-4efc848d4bfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90e291b7-62d8-4ca4-a894-ac36c74d8897') {} {{(pid=94716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:23:23.722209 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cdeff1-636b-42a5-b6d2-471eaddad8d8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Pushing event updated for resources: {'Port': ['ID=f439d59d-05dc-4074-b1a1-abcde376a923,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:23.733561 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-1403ee7f-aa25-4f2c-9dd5-4efc848d4bfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747491617190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26649743'] for segment, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:23.742757 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a322292b-4113-40cc-b601-56ed355d2a4c req-59c08f99-a365-4304-adfa-25e5a256ec18 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 210 time: 0.0625916 Sep 17 17:23:23.746839 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-1403ee7f-aa25-4f2c-9dd5-4efc848d4bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157'] for segment, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:23.752648 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1403ee7f-aa25-4f2c-9dd5-4efc848d4bfd admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=94716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 17:23:23.753060 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-1403ee7f-aa25-4f2c-9dd5-4efc848d4bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26178748'] for segment, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:23.754875 dv-cinder-809828-1-iscsi neutron-server[94716]: Traceback (most recent call last): Sep 17 17:23:23.754875 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 17:23:23.754875 dv-cinder-809828-1-iscsi neutron-server[94716]: timer() Sep 17 17:23:23.754875 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 17:23:23.754875 dv-cinder-809828-1-iscsi neutron-server[94716]: cb(*args, **kw) Sep 17 17:23:23.754875 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 17:23:23.754875 dv-cinder-809828-1-iscsi neutron-server[94716]: return func(*args, **kwargs) Sep 17 17:23:23.754875 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 17:23:23.754875 dv-cinder-809828-1-iscsi neutron-server[94716]: self._notify() Sep 17 17:23:23.754875 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 17:23:23.754875 dv-cinder-809828-1-iscsi neutron-server[94716]: self.callback(batched_events) Sep 17 17:23:23.754875 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 17:23:23.754875 dv-cinder-809828-1-iscsi neutron-server[94716]: event.method(event) Sep 17 17:23:23.754875 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 17:23:23.754875 dv-cinder-809828-1-iscsi neutron-server[94716]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 17:23:23.754875 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 17:23:23.754875 dv-cinder-809828-1-iscsi neutron-server[94716]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 17:23:23.754875 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 17:23:23.754875 dv-cinder-809828-1-iscsi neutron-server[94716]: return f(self, *a, **k) Sep 17 17:23:23.754875 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 17:23:23.754875 dv-cinder-809828-1-iscsi neutron-server[94716]: return self._get(url).json() Sep 17 17:23:23.754875 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 17:23:23.754875 dv-cinder-809828-1-iscsi neutron-server[94716]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 17:23:23.754875 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 17:23:23.754875 dv-cinder-809828-1-iscsi neutron-server[94716]: return self.request(url, 'GET', **kwargs) Sep 17 17:23:23.754875 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 17:23:23.754875 dv-cinder-809828-1-iscsi neutron-server[94716]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 17:23:23.754875 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 17:23:23.754875 dv-cinder-809828-1-iscsi neutron-server[94716]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 17:23:23.754875 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 17:23:23.754875 dv-cinder-809828-1-iscsi neutron-server[94716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 17:23:23.754875 dv-cinder-809828-1-iscsi neutron-server[94716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 17:23:23.775639 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c6cdeff1-636b-42a5-b6d2-471eaddad8d8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:23.844857 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e21e0adc-200b-4771-a260-5dbc108347bf req-90ee3735-310f-4d87-8460-8988e8c7de80 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 210 time: 0.0256705 Sep 17 17:23:23.935383 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-1403ee7f-aa25-4f2c-9dd5-4efc848d4bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693827'] for network, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:23.938016 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c6cdeff1-636b-42a5-b6d2-471eaddad8d8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:23.953473 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-1403ee7f-aa25-4f2c-9dd5-4efc848d4bfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for network, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:23.958166 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-1403ee7f-aa25-4f2c-9dd5-4efc848d4bfd admin admin] 10.222.0.18 "DELETE /v2.0/networks/20d42d75-f237-4d35-8d7a-74b76aef824c HTTP/1.1" status: 204 len: 168 time: 0.5770004 Sep 17 17:23:23.959333 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403ee7f-aa25-4f2c-9dd5-4efc848d4bfd admin admin] Pushing event deleted for resources: {'Network': ['ID=20d42d75-f237-4d35-8d7a-74b76aef824c,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:24.017840 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-06da721c-2d88-433c-84f7-9c2f1669b10a req-7b46ebc7-9829-4eda-a38f-a6b8a61f5180 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 210 time: 0.0310483 Sep 17 17:23:24.125643 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c6cdeff1-636b-42a5-b6d2-471eaddad8d8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:24.276870 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c6cdeff1-636b-42a5-b6d2-471eaddad8d8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:24.307125 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c6cdeff1-636b-42a5-b6d2-471eaddad8d8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693841'] for floatingip, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:24.330786 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cdeff1-636b-42a5-b6d2-471eaddad8d8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Pushing event updated for resources: {'Port': ['ID=f439d59d-05dc-4074-b1a1-abcde376a923,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:24.469171 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c6cdeff1-636b-42a5-b6d2-471eaddad8d8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for floatingip, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:24.470498 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-c6cdeff1-636b-42a5-b6d2-471eaddad8d8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0614154 Sep 17 17:23:24.550454 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 52834) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:24.592132 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-e5392a33-0dfc-429d-9d4a-592783a089b2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3d13ad75e7294643b865368d7d0d9f59&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0404489 Sep 17 17:23:24.594806 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 52840) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:24.618819 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-86416c99-005e-4cbb-b5ae-281d7667868f req-f87e7c6e-1215-4799-a61f-a495caad6a4f tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--401015019&fields=id&tenant_id=d00f129a8555488e830b8922b204b52b HTTP/1.1" status: 200 len: 267 time: 0.0417457 Sep 17 17:23:24.647867 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-a3567714-6013-4a66-812f-5f82ea0c6943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:24.669333 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-a3567714-6013-4a66-812f-5f82ea0c6943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:24.819532 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-a3567714-6013-4a66-812f-5f82ea0c6943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:24.822414 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-a3567714-6013-4a66-812f-5f82ea0c6943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:24.826204 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-a3567714-6013-4a66-812f-5f82ea0c6943 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/13dab6a8-a336-47e2-be57-ddb1d291a116 HTTP/1.1" status: 204 len: 168 time: 0.2279396 Sep 17 17:23:24.833584 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3567714-6013-4a66-812f-5f82ea0c6943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13dab6a8-a336-47e2-be57-ddb1d291a116,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:24.851852 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e4bfab5f-ffd9-4177-868f-daf058021eb9 req-0d3cc091-2ac6-4ef5-85e2-dcd242ba73af tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 210 time: 0.0360849 Sep 17 17:23:24.881500 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86416c99-005e-4cbb-b5ae-281d7667868f req-e576da47-81d1-48c6-9914-93c45369ddac tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:24.883417 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-86416c99-005e-4cbb-b5ae-281d7667868f req-e576da47-81d1-48c6-9914-93c45369ddac tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/networks?id=cb36a6d4-a9d9-4809-94d8-ccef3d49f97a HTTP/1.1" status: 200 len: 817 time: 0.2576973 Sep 17 17:23:24.903488 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-86416c99-005e-4cbb-b5ae-281d7667868f req-aca2b9c6-914f-47c1-9929-756afbd9d05d tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/quotas/d00f129a8555488e830b8922b204b52b HTTP/1.1" status: 200 len: 375 time: 0.0117993 Sep 17 17:23:24.958606 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1ba6ec2c-e3c9-4a4c-9d76-b70516a08bf3 req-c379954a-3f7d-486f-bdc5-3ea65f0bea60 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 210 time: 0.0399129 Sep 17 17:23:24.983375 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-86416c99-005e-4cbb-b5ae-281d7667868f req-6ff4c546-7fd0-4067-b64c-ee46f091a3bd tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d00f129a8555488e830b8922b204b52b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0736082 Sep 17 17:23:25.106176 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-86416c99-005e-4cbb-b5ae-281d7667868f req-9ede99fb-8745-4e3d-9c10-8c3b3561b799 service neutron] 10.222.0.18 "GET /v2.0/networks/cb36a6d4-a9d9-4809-94d8-ccef3d49f97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092474 Sep 17 17:23:25.127043 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a3145e70-1c37-4250-9c03-818389b79f11 req-c52edcba-7f1f-4ed0-91c4-79072aed663d tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 210 time: 0.0335841 Sep 17 17:23:25.207759 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-86416c99-005e-4cbb-b5ae-281d7667868f req-e4afa8fc-f8a1-46eb-82e4-7476359d4023 service neutron] 10.222.0.18 "GET /v2.0/networks/cb36a6d4-a9d9-4809-94d8-ccef3d49f97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886624 Sep 17 17:23:25.494217 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.42', 58093) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:25.563834 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b018ca34-e69b-4b48-9c78-17b06ed358f4 req-802c2722-f59a-4b35-abcb-09961f6ab86d tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 210 time: 0.0357165 Sep 17 17:23:25.736477 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-d26e81e2-af55-4c7e-8827-a6b198d5f640 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:25.737950 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-d26e81e2-af55-4c7e-8827-a6b198d5f640 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.42 "GET /v2.0/networks?id=ff2c4515-882e-48d4-b96e-0e029e4a52da HTTP/1.1" status: 200 len: 811 time: 0.2423434 Sep 17 17:23:25.743279 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-01168608-312f-440b-a004-1dc83e13c631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:25.763966 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 52878) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:25.794525 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-989543ed-6aaa-401d-bd3e-a9dbfa081e2e tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Request body: {'port': {'device_id': 'e6773fea-4b8e-47c5-a639-f04abe1c597e', 'network_id': 'ff2c4515-882e-48d4-b96e-0e029e4a52da', 'admin_state_up': True, 'tenant_id': 'a709dbdeec11421981697696bf37509b'}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:23:25.824231 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-471ff5de-8f6d-4030-ae78-9c173fde3a49 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1ce8903540b940969c9580266ce8400a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0695350 Sep 17 17:23:25.826905 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 52880) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:25.876487 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d8c690d6-c9e9-44d4-8e1b-857dcac2679c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:25.907424 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d8c690d6-c9e9-44d4-8e1b-857dcac2679c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:25.969762 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e53d6537-ed8c-4f19-9a61-969bd1b558e8 req-8c1ec1f1-5469-481b-b70a-1d00e5a8807b tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 210 time: 0.0400496 Sep 17 17:23:26.057042 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b5462b73-c7ca-4f46-9b6d-c0167ff2c5af req-55aeaad1-210b-4085-84e4-49fcc81a4e45 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 210 time: 0.0258925 Sep 17 17:23:26.168735 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-989543ed-6aaa-401d-bd3e-a9dbfa081e2e tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Made reservation on behalf of a709dbdeec11421981697696bf37509b for: {'port': 1} {{(pid=94716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:23:26.168913 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d8c690d6-c9e9-44d4-8e1b-857dcac2679c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:26.171825 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d8c690d6-c9e9-44d4-8e1b-857dcac2679c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:26.176564 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-989543ed-6aaa-401d-bd3e-a9dbfa081e2e tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:26.176713 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-d8c690d6-c9e9-44d4-8e1b-857dcac2679c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5dd411d4-fa9a-4cd6-a6e4-ca0cab50acc9 HTTP/1.1" status: 204 len: 168 time: 0.3451960 Sep 17 17:23:26.185877 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c690d6-c9e9-44d4-8e1b-857dcac2679c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd411d4-fa9a-4cd6-a6e4-ca0cab50acc9,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:26.247436 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-597c7497-4c2f-447b-8a7b-03c11075f711 req-d1faba4c-5727-4616-9637-25d1cd26b049 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 210 time: 0.0401297 Sep 17 17:23:26.419700 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.42', 58098) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:26.449082 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.db_base_plugin_common [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-989543ed-6aaa-401d-bd3e-a9dbfa081e2e tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Allocated IP 172.20.0.6 (ff2c4515-882e-48d4-b96e-0e029e4a52da/18c3d954-2482-4475-9259-890fcf69ecb8/bcc8222b-97b4-4468-af6c-ae954666a588) {{(pid=94716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:23:26.573148 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-e2156ea9-7627-4040-a912-d81ef9953dbf tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:26.574089 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-e2156ea9-7627-4040-a912-d81ef9953dbf tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.42 "GET /v2.0/networks?id=1cde08df-bf3f-41c5-b7b0-df36eef9f1af HTTP/1.1" status: 200 len: 815 time: 0.1533282 Sep 17 17:23:26.594411 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-b5a782a0-5184-4046-af03-c95d4d5e9488 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Request body: {'port': {'device_id': '947c897f-465a-4162-81e2-f77def8ff48c', 'network_id': '1cde08df-bf3f-41c5-b7b0-df36eef9f1af', 'admin_state_up': True, 'tenant_id': 'c3d9575a8495460f8f8ca8113fd8f4c8'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:23:26.705749 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:26.714507 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-989543ed-6aaa-401d-bd3e-a9dbfa081e2e tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Notify callbacks [] for port, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:26.793274 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-05442480-f0a7-4e07-b2f7-0ae155080021 req-8357defb-efa8-481d-91b3-741280c1727c tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 210 time: 0.1185315 Sep 17 17:23:26.874072 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:26.917224 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-989543ed-6aaa-401d-bd3e-a9dbfa081e2e tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179149'] for port, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:27.009760 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-989543ed-6aaa-401d-bd3e-a9dbfa081e2e tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Network ff2c4515-882e-48d4-b96e-0e029e4a52da is already hosted by enough agents. {{(pid=94716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:23:27.015076 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.base_scheduler [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-989543ed-6aaa-401d-bd3e-a9dbfa081e2e tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Resources bound (agent type, host, resource id): {{(pid=94716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:23:27.021925 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-989543ed-6aaa-401d-bd3e-a9dbfa081e2e tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Received port after_create {{(pid=94716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:23:27.075286 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2d51d29c-a580-4529-9aa1-dcf979b91c30 req-6108d409-afc3-49d9-98e4-15186a005bdc tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 210 time: 0.0288079 Sep 17 17:23:27.079936 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989543ed-6aaa-401d-bd3e-a9dbfa081e2e tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Pushing event updated for resources: {'Port': ['ID=bcc8222b-97b4-4468-af6c-ae954666a588,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:27.106554 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-989543ed-6aaa-401d-bd3e-a9dbfa081e2e tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:27.107184 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-989543ed-6aaa-401d-bd3e-a9dbfa081e2e tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for port, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:27.163822 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0c22e2fd-a40a-491e-aa2d-b01128bce38f req-8467ed30-d710-4550-bfb7-14dd29144b54 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 210 time: 0.0273495 Sep 17 17:23:27.191742 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-b5a782a0-5184-4046-af03-c95d4d5e9488 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Made reservation on behalf of c3d9575a8495460f8f8ca8113fd8f4c8 for: {'port': 1} {{(pid=94715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:23:27.195423 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-b5a782a0-5184-4046-af03-c95d4d5e9488 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:27.413415 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-989543ed-6aaa-401d-bd3e-a9dbfa081e2e tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6221213 Sep 17 17:23:27.424209 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-7f9667eb-da98-442a-af7d-6c8397410a59 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 17:23:27.425793 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-7f9667eb-da98-442a-af7d-6c8397410a59 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056920 Sep 17 17:23:27.494859 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a94ad-0a9c-4628-b4c3-6a98655080ec req-7ba70dc7-d1f8-4793-afec-dceda52241f1 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:27.503314 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7c5a94ad-0a9c-4628-b4c3-6a98655080ec req-7ba70dc7-d1f8-4793-afec-dceda52241f1 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 931 time: 0.1726239 Sep 17 17:23:27.513939 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.db_base_plugin_common [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-b5a782a0-5184-4046-af03-c95d4d5e9488 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Allocated IP 172.20.0.5 (1cde08df-bf3f-41c5-b7b0-df36eef9f1af/09dff40a-abba-4f0d-b7ab-590d67c9e5a2/3c503b0b-0cca-4b88-8bc3-d5175436d0de) {{(pid=94715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:23:27.585462 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7c5a94ad-0a9c-4628-b4c3-6a98655080ec req-4806b354-2cb1-4091-b551-133183bf5179 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf19f7e8-d04d-479d-bf63-7750164071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806718 Sep 17 17:23:27.598294 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f3176-2faa-4b35-964b-79599e706722 req-fb794853-f14d-4bc2-b8bc-92d4ed23ca42 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:27.615661 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [req-c41f3176-2faa-4b35-964b-79599e706722 req-fb794853-f14d-4bc2-b8bc-92d4ed23ca42 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.42 "GET /v2.0/networks?id=7cc607b2-217d-4062-b691-f78cd94d3695 HTTP/1.1" status: 200 len: 818 time: 0.1583335 Sep 17 17:23:27.619199 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [req-c41f3176-2faa-4b35-964b-79599e706722 req-8398dd1f-2504-493d-8e91-e87d013eb151 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Request body: {'port': {'device_id': '264cf2ef-86f0-4a21-a825-d4549cc6521d', 'network_id': '7cc607b2-217d-4062-b691-f78cd94d3695', 'admin_state_up': True, 'tenant_id': '936d96ec969642abb3e823dfa0130055'}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:23:27.776978 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.42', 58109) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:27.851901 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-b5a782a0-5184-4046-af03-c95d4d5e9488 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Notify callbacks [] for port, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:27.968926 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-0fd8a219-b0a6-4ca3-9717-a5ad44ea7d5d service neutron] Request body: {'port': {'device_id': 'e6773fea-4b8e-47c5-a639-f04abe1c597e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80982'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:23:27.974635 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bc401252-5ea5-4b56-b35d-a07c0da3d28f req-d5c40ae2-0c6b-4a92-af23-f278e0e7aab8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 210 time: 0.0500274 Sep 17 17:23:28.020182 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c41f3176-2faa-4b35-964b-79599e706722 req-8398dd1f-2504-493d-8e91-e87d013eb151 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Made reservation on behalf of 936d96ec969642abb3e823dfa0130055 for: {'port': 1} {{(pid=94716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:23:28.025606 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [req-c41f3176-2faa-4b35-964b-79599e706722 req-8398dd1f-2504-493d-8e91-e87d013eb151 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:28.032634 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-b5a782a0-5184-4046-af03-c95d4d5e9488 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538'] for port, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:28.150589 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-b5a782a0-5184-4046-af03-c95d4d5e9488 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Network 1cde08df-bf3f-41c5-b7b0-df36eef9f1af is already hosted by enough agents. {{(pid=94715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:23:28.163810 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-b5a782a0-5184-4046-af03-c95d4d5e9488 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Resources bound (agent type, host, resource id): {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:23:28.171529 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-0fd8a219-b0a6-4ca3-9717-a5ad44ea7d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:28.192216 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-b5a782a0-5184-4046-af03-c95d4d5e9488 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Received port after_create {{(pid=94715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:23:28.200255 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-b5a782a0-5184-4046-af03-c95d4d5e9488 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:28.201287 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-b5a782a0-5184-4046-af03-c95d4d5e9488 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:28.237223 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a782a0-5184-4046-af03-c95d4d5e9488 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Pushing event updated for resources: {'Port': ['ID=3c503b0b-0cca-4b88-8bc3-d5175436d0de,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:28.304116 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b01dd629-ba62-49e9-9d25-594fb503dc68 req-78ef55e7-d885-4c78-b1aa-031242cef3f3 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 210 time: 0.0349431 Sep 17 17:23:28.396907 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-b5a782a0-5184-4046-af03-c95d4d5e9488 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8092730 Sep 17 17:23:28.413269 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.db_base_plugin_common [req-c41f3176-2faa-4b35-964b-79599e706722 req-8398dd1f-2504-493d-8e91-e87d013eb151 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Allocated IP 172.20.0.11 (7cc607b2-217d-4062-b691-f78cd94d3695/aee1d114-d631-4cfa-9776-affd7ae8bdda/b0c509ae-87ca-41dd-a870-1cafb8a88d5e) {{(pid=94716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:23:28.588307 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-be80214a-1b8f-48f9-9902-60389688efe0 service neutron] Request body: {'port': {'device_id': '947c897f-465a-4162-81e2-f77def8ff48c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80982'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:23:28.637272 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:28.645486 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [req-c41f3176-2faa-4b35-964b-79599e706722 req-8398dd1f-2504-493d-8e91-e87d013eb151 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Notify callbacks [] for port, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:28.766304 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-be80214a-1b8f-48f9-9902-60389688efe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:28.815717 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfeea5-fcd8-4438-8353-d9f21aaa34ac req-6fb4bd87-e46b-4e5b-9f35-0f6437677553 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:28.817322 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cebfeea5-fcd8-4438-8353-d9f21aaa34ac req-6fb4bd87-e46b-4e5b-9f35-0f6437677553 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 931 time: 0.4354265 Sep 17 17:23:28.875125 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [req-c41f3176-2faa-4b35-964b-79599e706722 req-8398dd1f-2504-493d-8e91-e87d013eb151 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179149'] for port, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:28.892407 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab84e8-099f-444a-8c95-8eabd25162d9 req-91fdff0d-3856-46dc-ae6d-e1e0d48fd211 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:28.893907 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-22ab84e8-099f-444a-8c95-8eabd25162d9 req-91fdff0d-3856-46dc-ae6d-e1e0d48fd211 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 931 time: 0.1868045 Sep 17 17:23:28.918825 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c41f3176-2faa-4b35-964b-79599e706722 req-8398dd1f-2504-493d-8e91-e87d013eb151 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Network 7cc607b2-217d-4062-b691-f78cd94d3695 is already hosted by enough agents. {{(pid=94716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:23:28.922127 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.base_scheduler [req-c41f3176-2faa-4b35-964b-79599e706722 req-8398dd1f-2504-493d-8e91-e87d013eb151 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Resources bound (agent type, host, resource id): {{(pid=94716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:23:28.925734 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41f3176-2faa-4b35-964b-79599e706722 req-8398dd1f-2504-493d-8e91-e87d013eb151 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Received port after_create {{(pid=94716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:23:28.950801 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cebfeea5-fcd8-4438-8353-d9f21aaa34ac req-bf2727b8-9835-4a23-9e21-b9714816a4dd tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182199 Sep 17 17:23:29.005490 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-22ab84e8-099f-444a-8c95-8eabd25162d9 req-55172e8d-a7ca-42b6-be79-9b1790b7c79d tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf19f7e8-d04d-479d-bf63-7750164071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988452 Sep 17 17:23:29.087055 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-0fd8a219-b0a6-4ca3-9717-a5ad44ea7d5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcc8222b-97b4-4468-af6c-ae954666a588 {{(pid=94715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:23:29.105611 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-0fd8a219-b0a6-4ca3-9717-a5ad44ea7d5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:29.146789 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8398dd1f-2504-493d-8e91-e87d013eb151 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Pushing event updated for resources: {'Port': ['ID=b0c509ae-87ca-41dd-a870-1cafb8a88d5e,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:29.148155 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d664830c-a4e8-4084-b40b-d6a99d720716 req-9c27c34b-92f1-469b-96fe-ae2eb9d61442 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 210 time: 0.0562685 Sep 17 17:23:29.154512 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-0fd8a219-b0a6-4ca3-9717-a5ad44ea7d5d service neutron] Transition to ACTIVE for port object bcc8222b-97b4-4468-af6c-ae954666a588 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 17:23:29.171667 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f3176-2faa-4b35-964b-79599e706722 req-8398dd1f-2504-493d-8e91-e87d013eb151 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:29.172426 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [req-c41f3176-2faa-4b35-964b-79599e706722 req-8398dd1f-2504-493d-8e91-e87d013eb151 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for port, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:29.269553 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-0fd8a219-b0a6-4ca3-9717-a5ad44ea7d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:29.291018 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 53036) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:29.298285 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [req-c41f3176-2faa-4b35-964b-79599e706722 req-8398dd1f-2504-493d-8e91-e87d013eb151 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6831734 Sep 17 17:23:29.354495 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-be80214a-1b8f-48f9-9902-60389688efe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c503b0b-0cca-4b88-8bc3-d5175436d0de {{(pid=94715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:23:29.361491 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8a219-b0a6-4ca3-9717-a5ad44ea7d5d service neutron] Pushing event updated for resources: {'Port': ['ID=bcc8222b-97b4-4468-af6c-ae954666a588,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:29.406128 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-be80214a-1b8f-48f9-9902-60389688efe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:29.454319 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8e484a4d-20d6-4644-a3d5-c202f5ec879b req-da451fbd-4539-4d2f-afc0-242ea97aa7a7 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 210 time: 0.0416150 Sep 17 17:23:29.455063 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-0fd8a219-b0a6-4ca3-9717-a5ad44ea7d5d service neutron] Attempting to bind port bcc8222b-97b4-4468-af6c-ae954666a588 on host hv-cinder-80982 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:23:29.455426 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-0fd8a219-b0a6-4ca3-9717-a5ad44ea7d5d service neutron] Attempting to bind port bcc8222b-97b4-4468-af6c-ae954666a588 by drivers openvswitch,hyperv on host hv-cinder-80982 at level 0 using segments [{'id': 'd6f064f9-862a-49cf-b90a-5116e72f0d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ff2c4515-882e-48d4-b96e-0e029e4a52da'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:23:29.455771 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-0fd8a219-b0a6-4ca3-9717-a5ad44ea7d5d service neutron] Attempting to bind port bcc8222b-97b4-4468-af6c-ae954666a588 on network ff2c4515-882e-48d4-b96e-0e029e4a52da {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:23:29.459094 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-be80214a-1b8f-48f9-9902-60389688efe0 service neutron] Transition to ACTIVE for port object 3c503b0b-0cca-4b88-8bc3-d5175436d0de will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 17:23:29.465914 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-0fd8a219-b0a6-4ca3-9717-a5ad44ea7d5d service neutron] Port bcc8222b-97b4-4468-af6c-ae954666a588 on network ff2c4515-882e-48d4-b96e-0e029e4a52da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80982 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 17:23:29.465914 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-0fd8a219-b0a6-4ca3-9717-a5ad44ea7d5d service neutron] Attempting to bind port bcc8222b-97b4-4468-af6c-ae954666a588 on network ff2c4515-882e-48d4-b96e-0e029e4a52da {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:23:29.466656 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-0fd8a219-b0a6-4ca3-9717-a5ad44ea7d5d service neutron] Checking agent: {'id': 'e15b8fdc-3f6d-455f-8616-9488d56a2a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80982', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'started_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:23:29.467031 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-0fd8a219-b0a6-4ca3-9717-a5ad44ea7d5d service neutron] Checking segment: {'id': 'd6f064f9-862a-49cf-b90a-5116e72f0d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ff2c4515-882e-48d4-b96e-0e029e4a52da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:23:29.467694 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-0fd8a219-b0a6-4ca3-9717-a5ad44ea7d5d service neutron] Bound using segment: {'id': 'd6f064f9-862a-49cf-b90a-5116e72f0d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ff2c4515-882e-48d4-b96e-0e029e4a52da'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:23:29.468133 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-0fd8a219-b0a6-4ca3-9717-a5ad44ea7d5d service neutron] Bound port: bcc8222b-97b4-4468-af6c-ae954666a588, host: hv-cinder-80982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6f064f9-862a-49cf-b90a-5116e72f0d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'ff2c4515-882e-48d4-b96e-0e029e4a52da'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:23:29.468493 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-0fd8a219-b0a6-4ca3-9717-a5ad44ea7d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:29.542013 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-0fd8a219-b0a6-4ca3-9717-a5ad44ea7d5d service neutron] For port bcc8222b-97b4-4468-af6c-ae954666a588, host hv-cinder-80982, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:23:29.547759 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-0fd8a219-b0a6-4ca3-9717-a5ad44ea7d5d service neutron] For port bcc8222b-97b4-4468-af6c-ae954666a588, host hv-cinder-80982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=bcc8222b-97b4-4468-af6c-ae954666a588,segment=NetworkSegment(d6f064f9-862a-49cf-b90a-5116e72f0d03),segment_id=d6f064f9-862a-49cf-b90a-5116e72f0d03)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:23:29.554579 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-fe727932-92d4-4935-8156-bbd4fd47cae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:29.585609 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-be80214a-1b8f-48f9-9902-60389688efe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:29.640453 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be80214a-1b8f-48f9-9902-60389688efe0 service neutron] Pushing event updated for resources: {'Port': ['ID=3c503b0b-0cca-4b88-8bc3-d5175436d0de,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:29.653029 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-fe727932-92d4-4935-8156-bbd4fd47cae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:29.670812 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-be80214a-1b8f-48f9-9902-60389688efe0 service neutron] Attempting to bind port 3c503b0b-0cca-4b88-8bc3-d5175436d0de on host hv-cinder-80982 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:23:29.671330 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-be80214a-1b8f-48f9-9902-60389688efe0 service neutron] Attempting to bind port 3c503b0b-0cca-4b88-8bc3-d5175436d0de by drivers openvswitch,hyperv on host hv-cinder-80982 at level 0 using segments [{'id': 'e96ed9d6-dcd6-4b60-800e-12caf220a56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1cde08df-bf3f-41c5-b7b0-df36eef9f1af'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:23:29.671786 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-be80214a-1b8f-48f9-9902-60389688efe0 service neutron] Attempting to bind port 3c503b0b-0cca-4b88-8bc3-d5175436d0de on network 1cde08df-bf3f-41c5-b7b0-df36eef9f1af {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:23:29.676268 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-be80214a-1b8f-48f9-9902-60389688efe0 service neutron] Port 3c503b0b-0cca-4b88-8bc3-d5175436d0de on network 1cde08df-bf3f-41c5-b7b0-df36eef9f1af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80982 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 17:23:29.676579 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-be80214a-1b8f-48f9-9902-60389688efe0 service neutron] Attempting to bind port 3c503b0b-0cca-4b88-8bc3-d5175436d0de on network 1cde08df-bf3f-41c5-b7b0-df36eef9f1af {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:23:29.681211 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-be80214a-1b8f-48f9-9902-60389688efe0 service neutron] Checking agent: {'id': 'e15b8fdc-3f6d-455f-8616-9488d56a2a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80982', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'started_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:23:29.681545 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-be80214a-1b8f-48f9-9902-60389688efe0 service neutron] Checking segment: {'id': 'e96ed9d6-dcd6-4b60-800e-12caf220a56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1cde08df-bf3f-41c5-b7b0-df36eef9f1af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:23:29.681925 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-be80214a-1b8f-48f9-9902-60389688efe0 service neutron] Bound using segment: {'id': 'e96ed9d6-dcd6-4b60-800e-12caf220a56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1cde08df-bf3f-41c5-b7b0-df36eef9f1af'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:23:29.682346 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-be80214a-1b8f-48f9-9902-60389688efe0 service neutron] Bound port: 3c503b0b-0cca-4b88-8bc3-d5175436d0de, host: hv-cinder-80982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e96ed9d6-dcd6-4b60-800e-12caf220a56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1cde08df-bf3f-41c5-b7b0-df36eef9f1af'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:23:29.682699 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-be80214a-1b8f-48f9-9902-60389688efe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:29.746678 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-0fd8a219-b0a6-4ca3-9717-a5ad44ea7d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:29.748816 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-be80214a-1b8f-48f9-9902-60389688efe0 service neutron] For port 3c503b0b-0cca-4b88-8bc3-d5175436d0de, host hv-cinder-80982, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:23:29.753679 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-be80214a-1b8f-48f9-9902-60389688efe0 service neutron] For port 3c503b0b-0cca-4b88-8bc3-d5175436d0de, host hv-cinder-80982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=3c503b0b-0cca-4b88-8bc3-d5175436d0de,segment=NetworkSegment(e96ed9d6-dcd6-4b60-800e-12caf220a56a),segment_id=e96ed9d6-dcd6-4b60-800e-12caf220a56a)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:23:29.784062 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-0fd8a219-b0a6-4ca3-9717-a5ad44ea7d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:29.784789 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-0fd8a219-b0a6-4ca3-9717-a5ad44ea7d5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:29.786189 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-0fd8a219-b0a6-4ca3-9717-a5ad44ea7d5d service neutron] 10.222.0.42 "PUT /v2.0/ports/bcc8222b-97b4-4468-af6c-ae954666a588 HTTP/1.1" status: 200 len: 1093 time: 1.8935246 Sep 17 17:23:29.786612 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6773fea-4b8e-47c5-a639-f04abe1c597e', 'tag': 'bcc8222b-97b4-4468-af6c-ae954666a588'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:23:29.876609 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8a219-b0a6-4ca3-9717-a5ad44ea7d5d service neutron] Pushing event updated for resources: {'Port': ['ID=bcc8222b-97b4-4468-af6c-ae954666a588,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:29.947599 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513e805f-55ef-4af9-9948-16227877d1a8" -d '{"events": [{"name": "network-changed", "server_uuid": "e6773fea-4b8e-47c5-a639-f04abe1c597e", "tag": "bcc8222b-97b4-4468-af6c-ae954666a588"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:23:29.956895 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-fe727932-92d4-4935-8156-bbd4fd47cae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:29.997859 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-fe727932-92d4-4935-8156-bbd4fd47cae5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b18493f7ac2149e9afb2e5c58e103da5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7052891 Sep 17 17:23:29.999470 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe727932-92d4-4935-8156-bbd4fd47cae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbc5d62-ffb7-40e7-b324-f12f05b852f9,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:30.000428 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 53062) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:30.021211 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-be80214a-1b8f-48f9-9902-60389688efe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:30.073948 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-be80214a-1b8f-48f9-9902-60389688efe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:30.074560 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-be80214a-1b8f-48f9-9902-60389688efe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:30.075945 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-be80214a-1b8f-48f9-9902-60389688efe0 service neutron] 10.222.0.42 "PUT /v2.0/ports/3c503b0b-0cca-4b88-8bc3-d5175436d0de HTTP/1.1" status: 200 len: 1093 time: 1.4944313 Sep 17 17:23:30.103724 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 17:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80381abd-d1fa-4c51-a85b-b57f3c4aa0c2 x-openstack-request-id: req-80381abd-d1fa-4c51-a85b-b57f3c4aa0c2 {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:23:30.104052 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6773fea-4b8e-47c5-a639-f04abe1c597e", "tag": "bcc8222b-97b4-4468-af6c-ae954666a588", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:23:30.104625 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-80381abd-d1fa-4c51-a85b-b57f3c4aa0c2 {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:23:30.105083 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6773fea-4b8e-47c5-a639-f04abe1c597e', 'tag': 'bcc8222b-97b4-4468-af6c-ae954666a588', 'status': 'completed', 'code': 200} Sep 17 17:23:30.129327 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be80214a-1b8f-48f9-9902-60389688efe0 service neutron] Pushing event updated for resources: {'Port': ['ID=3c503b0b-0cca-4b88-8bc3-d5175436d0de,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:30.148360 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-edfbd55d-ea85-455b-a9db-502349e29cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:30.158943 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8681174-b7de-4750-ab1b-d39fdf04e83a req-fff3fc87-0a31-4547-b7ba-c8bb690e7c86 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:30.161085 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b8681174-b7de-4750-ab1b-d39fdf04e83a req-fff3fc87-0a31-4547-b7ba-c8bb690e7c86 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 943 time: 0.1064491 Sep 17 17:23:30.224144 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-edfbd55d-ea85-455b-a9db-502349e29cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:30.273013 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b8681174-b7de-4750-ab1b-d39fdf04e83a req-d267404e-2497-42be-803d-fc13f6034ee0 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913529 Sep 17 17:23:30.281895 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfad61e-73ec-4c18-8c1c-4972a5cfad29 req-b55a548e-cc5f-45d5-915b-a7339673f576 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:30.283363 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ebfad61e-73ec-4c18-8c1c-4972a5cfad29 req-b55a548e-cc5f-45d5-915b-a7339673f576 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 943 time: 0.1213882 Sep 17 17:23:30.331764 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ebfad61e-73ec-4c18-8c1c-4972a5cfad29 req-a973d934-1f6a-46d2-9cca-64aae1bfa7c6 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf19f7e8-d04d-479d-bf63-7750164071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397542 Sep 17 17:23:30.372788 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-275e8cd6-a88a-4ed5-8a84-db07e9c2080a req-21e7e22a-cf2b-49c6-9553-ee3ca7f5027d tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 210 time: 0.0273256 Sep 17 17:23:30.477826 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-edfbd55d-ea85-455b-a9db-502349e29cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:30.480634 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-edfbd55d-ea85-455b-a9db-502349e29cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:30.483769 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-edfbd55d-ea85-455b-a9db-502349e29cba admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/afbc5d62-ffb7-40e7-b324-f12f05b852f9 HTTP/1.1" status: 204 len: 168 time: 0.4804239 Sep 17 17:23:30.490321 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfbd55d-ea85-455b-a9db-502349e29cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbc5d62-ffb7-40e7-b324-f12f05b852f9,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:30.564814 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cd3e4c48-1523-43d1-8df4-bec4057bc136 req-ffa82afe-fc93-48a0-8345-165ccd1dce4a tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 210 time: 0.0308042 Sep 17 17:23:31.387134 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df5db9-ed85-4e5e-b26a-6b0a37fbae8a req-9bc52f12-3073-43f9-af90-c4996b224007 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:31.388633 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e6df5db9-ed85-4e5e-b26a-6b0a37fbae8a req-9bc52f12-3073-43f9-af90-c4996b224007 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 943 time: 0.0485168 Sep 17 17:23:31.479498 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e6df5db9-ed85-4e5e-b26a-6b0a37fbae8a req-782ee79e-d04c-43fa-aee1-32cdfd1b24d3 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847936 Sep 17 17:23:31.508439 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a16aa9-a1ed-4d3a-a551-9d8a87943970 req-e46c7f9e-ad8d-410f-a58b-4050759bd699 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:31.516694 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f7a16aa9-a1ed-4d3a-a551-9d8a87943970 req-e46c7f9e-ad8d-410f-a58b-4050759bd699 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 943 time: 0.1124094 Sep 17 17:23:31.564418 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f7a16aa9-a1ed-4d3a-a551-9d8a87943970 req-744317e5-399d-43da-b690-bf86defde4af tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf19f7e8-d04d-479d-bf63-7750164071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467913 Sep 17 17:23:31.617692 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-905c277b-3d74-4a6a-ab09-e7ce79a2cbf0 req-f3c29526-6a42-4495-8a03-1ff89903790e tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 210 time: 0.0446992 Sep 17 17:23:31.660052 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-809f7a6a-4032-4bc6-86b6-1920a5c62267 req-f31193dd-d18b-4104-91ba-235653ea5eb7 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 210 time: 0.0247555 Sep 17 17:23:32.106235 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '947c897f-465a-4162-81e2-f77def8ff48c', 'tag': '3c503b0b-0cca-4b88-8bc3-d5175436d0de'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:23:32.109187 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99ee4bd-e89f-4afa-98bc-1f39c76ccf3b" -d '{"events": [{"name": "network-changed", "server_uuid": "947c897f-465a-4162-81e2-f77def8ff48c", "tag": "3c503b0b-0cca-4b88-8bc3-d5175436d0de"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:23:32.200181 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 17:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00808d7-2971-41bf-b238-599ef557440f x-openstack-request-id: req-c00808d7-2971-41bf-b238-599ef557440f {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:23:32.200476 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "947c897f-465a-4162-81e2-f77def8ff48c", "tag": "3c503b0b-0cca-4b88-8bc3-d5175436d0de", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:23:32.200730 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c00808d7-2971-41bf-b238-599ef557440f {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:23:32.201161 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '947c897f-465a-4162-81e2-f77def8ff48c', 'tag': '3c503b0b-0cca-4b88-8bc3-d5175436d0de', 'status': 'completed', 'code': 200} Sep 17 17:23:32.613850 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fffe9e6-55dc-42ce-aaec-7dbf6ef9a5e3 req-bb7441b0-64c5-4e5a-9ffa-dc3983344f54 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:32.615403 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6fffe9e6-55dc-42ce-aaec-7dbf6ef9a5e3 req-bb7441b0-64c5-4e5a-9ffa-dc3983344f54 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 943 time: 0.0596230 Sep 17 17:23:32.655749 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6fffe9e6-55dc-42ce-aaec-7dbf6ef9a5e3 req-45adb659-7e83-4b58-a319-067d6dc09a20 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337019 Sep 17 17:23:32.789595 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a924ecf-5fab-454c-ac64-70779bf08a44 req-0c7247bf-d8f8-47b6-ad7e-e8e0c582a337 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:32.790968 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8a924ecf-5fab-454c-ac64-70779bf08a44 req-0c7247bf-d8f8-47b6-ad7e-e8e0c582a337 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 943 time: 0.0578442 Sep 17 17:23:32.835404 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8a924ecf-5fab-454c-ac64-70779bf08a44 req-de1ba097-4ec4-474c-835f-5a44fd6a3564 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf19f7e8-d04d-479d-bf63-7750164071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382056 Sep 17 17:23:32.948220 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-aee551f4-9f09-41a8-8f5e-35a5af91ae9d req-050e82d9-217e-406e-828b-2f8d6cff84fc tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 210 time: 0.0373938 Sep 17 17:23:33.050102 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-238136a4-cc72-4223-9907-b32761bd088b req-4a6578a5-55c4-452e-87d6-6a18b80215f3 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 210 time: 0.0311174 Sep 17 17:23:33.785660 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258687e-1ffa-4afc-9833-698e01816df2 req-c00e94a1-5f43-49a8-92a7-9e6e1e7e8719 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:33.787179 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6258687e-1ffa-4afc-9833-698e01816df2 req-c00e94a1-5f43-49a8-92a7-9e6e1e7e8719 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 943 time: 0.0494862 Sep 17 17:23:33.828360 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6258687e-1ffa-4afc-9833-698e01816df2 req-ff3e1da5-ad44-44b8-9032-85443603ee5b tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341074 Sep 17 17:23:33.955390 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbd796-2aff-4918-bb77-98a0a88a1b7b req-4a6976b2-7522-4c61-9d59-5ec35f5d574e tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:33.957002 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-58dbd796-2aff-4918-bb77-98a0a88a1b7b req-4a6976b2-7522-4c61-9d59-5ec35f5d574e tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 943 time: 0.0529785 Sep 17 17:23:33.996504 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-58dbd796-2aff-4918-bb77-98a0a88a1b7b req-b4ffd362-2b21-4996-af05-b0f6a0c15fb5 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf19f7e8-d04d-479d-bf63-7750164071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321927 Sep 17 17:23:34.079473 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-de3cc5e1-c18d-472a-a368-cf4bae66f343 req-2318b0eb-fe04-49c7-ad60-fe26760f1526 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 210 time: 0.0292802 Sep 17 17:23:34.184266 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0a00569c-ee75-470e-9e44-b264f3f10fbc req-18bdc812-a9f5-4620-bfd6-a1794590d5da tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 210 time: 0.0284364 Sep 17 17:23:34.961980 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849c8b6-0f96-45ba-a72f-96c08af3a66e req-a38bcc6d-dadd-41a1-bc58-152919576f4f tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:34.963556 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5849c8b6-0f96-45ba-a72f-96c08af3a66e req-a38bcc6d-dadd-41a1-bc58-152919576f4f tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 943 time: 0.0569010 Sep 17 17:23:35.001943 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5849c8b6-0f96-45ba-a72f-96c08af3a66e req-b1262184-cf90-4932-98a0-385141767a3e tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320783 Sep 17 17:23:35.124025 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd13283-7ff7-41be-8ed8-83b54d48e84b req-4d162b55-7686-43c8-9652-bbea88a1ad3d tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:35.127127 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9cd13283-7ff7-41be-8ed8-83b54d48e84b req-4d162b55-7686-43c8-9652-bbea88a1ad3d tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 943 time: 0.0617466 Sep 17 17:23:35.204600 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-db7a13a8-9564-4641-accb-b7dd948ec734 req-917f1d21-7839-400b-8f3e-a90d8dc1951a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 210 time: 0.0464184 Sep 17 17:23:35.326871 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9cd13283-7ff7-41be-8ed8-83b54d48e84b req-9a9ab8aa-3bb6-450e-89e7-57d69afb9083 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf19f7e8-d04d-479d-bf63-7750164071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701430 Sep 17 17:23:35.326871 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6e44f98c-aa57-41ca-a71f-e0ba46b3e942 req-a18518a5-5260-4a0f-9056-ee1ed92b8add tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 210 time: 0.0261710 Sep 17 17:23:36.124604 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d13de0-753d-4586-9af0-a33b3ead17e8 req-0e5a7c83-7295-41ab-b5f0-412dedcd4041 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:36.126441 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-41d13de0-753d-4586-9af0-a33b3ead17e8 req-0e5a7c83-7295-41ab-b5f0-412dedcd4041 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 943 time: 0.0548756 Sep 17 17:23:36.166563 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-41d13de0-753d-4586-9af0-a33b3ead17e8 req-bef5936d-3189-4c86-8010-fca9cde555f8 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333998 Sep 17 17:23:36.384876 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e7ed8dea-e10b-4f83-8edd-8e0a5f503ed0 req-93a5f28f-723d-4908-850e-9b689aad99ba tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 210 time: 0.0262303 Sep 17 17:23:36.514361 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c70792f-15d6-41ce-8573-7a3c672012f6 req-015b549a-d351-4d85-94ee-40d129dfb2f7 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:36.515889 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3c70792f-15d6-41ce-8573-7a3c672012f6 req-015b549a-d351-4d85-94ee-40d129dfb2f7 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 943 time: 0.0635557 Sep 17 17:23:36.560339 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3c70792f-15d6-41ce-8573-7a3c672012f6 req-01cea68e-6196-4452-a3a0-dafa0f0719ab tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf19f7e8-d04d-479d-bf63-7750164071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383387 Sep 17 17:23:36.679928 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b16c7941-84dd-4208-9952-b4def2db4c04 req-a7b6d4b3-2f9b-4bd3-a9b2-0b64a8bfb61a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 210 time: 0.0277538 Sep 17 17:23:37.361129 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b79f5-0423-4c77-818f-7d39dea0495a req-46ad4e96-9afd-4dcf-8825-90995a8c2103 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:37.361129 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-660b79f5-0423-4c77-818f-7d39dea0495a req-46ad4e96-9afd-4dcf-8825-90995a8c2103 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 943 time: 0.0488956 Sep 17 17:23:37.361129 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-660b79f5-0423-4c77-818f-7d39dea0495a req-9e86a400-3073-473d-bf64-ba8faaad8280 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319226 Sep 17 17:23:37.492875 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6b2b1ad9-fca7-43b1-8564-b918d1955b31 req-bddd3e4c-0acb-4391-adc2-dcd38ce351a1 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 210 time: 0.0303571 Sep 17 17:23:37.863050 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c506a041-98ad-4326-9a33-7592d42c0554 req-2eebab3f-9192-4cde-a8d5-a40aa73aac51 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 210 time: 0.0364223 Sep 17 17:23:38.026159 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d9515-a120-4ebd-817d-2816509a605f req-861b0a48-fb3e-4b8b-b7e1-f0ec55fc4a6c tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:38.026159 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-039d9515-a120-4ebd-817d-2816509a605f req-861b0a48-fb3e-4b8b-b7e1-f0ec55fc4a6c tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 943 time: 0.2557321 Sep 17 17:23:38.026159 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-039d9515-a120-4ebd-817d-2816509a605f req-02440690-8b03-4a85-b4c2-7ce45d431778 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf19f7e8-d04d-479d-bf63-7750164071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348504 Sep 17 17:23:38.456818 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef79f2-5ab6-4bc6-9a8b-8907d8bad005 req-bf29c396-4069-4fff-b925-05b4c6fce9fc tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:38.458336 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-42ef79f2-5ab6-4bc6-9a8b-8907d8bad005 req-bf29c396-4069-4fff-b925-05b4c6fce9fc tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 943 time: 0.0552428 Sep 17 17:23:38.502784 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-42ef79f2-5ab6-4bc6-9a8b-8907d8bad005 req-723b8c89-5f57-4654-9cfa-dd220e876a90 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379999 Sep 17 17:23:38.592048 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9f73e5ed-40a9-46e0-bfe7-a2cb6e7d7245 req-f0a8cfac-bb88-4a2b-ae7e-0a25ad23c8d2 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 210 time: 0.0288169 Sep 17 17:23:39.136999 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 6 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:23:39.139290 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-79054fcf-33e7-492a-86cf-86134a819f00 req-2a7b960c-0d2c-4e25-95fd-37403af72f91 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 210 time: 0.0327582 Sep 17 17:23:39.214882 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fee276-3a32-41af-ba38-984d35568a85 req-6f7d851a-5bdf-49f1-bcc2-a4814aad6419 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:39.216748 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-78fee276-3a32-41af-ba38-984d35568a85 req-6f7d851a-5bdf-49f1-bcc2-a4814aad6419 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 943 time: 0.0703807 Sep 17 17:23:39.255620 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-78fee276-3a32-41af-ba38-984d35568a85 req-0deacc29-41f4-41ee-915a-1200f98eb1da tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf19f7e8-d04d-479d-bf63-7750164071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321965 Sep 17 17:23:39.628464 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43622585-5fc1-482a-9871-14f633aa7834 req-9266ea16-3565-443a-a68c-5ea8eda9d271 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:39.630584 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-43622585-5fc1-482a-9871-14f633aa7834 req-9266ea16-3565-443a-a68c-5ea8eda9d271 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 943 time: 0.0546756 Sep 17 17:23:39.684020 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-43622585-5fc1-482a-9871-14f633aa7834 req-457a3d9d-201f-4308-984d-e6a1e76ebb52 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459411 Sep 17 17:23:39.699941 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0693a907-24df-4e81-9b05-289cab89f6be req-d09f825e-a6f9-4628-ba04-a1f94652b06e tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 210 time: 0.0321229 Sep 17 17:23:40.219538 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 53318) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:40.221092 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4fbee7d7-b6df-40c3-9fe5-ac6876fe741b req-672603e5-7711-4ee4-aca1-fbd39ee790bf tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 210 time: 0.0255055 Sep 17 17:23:40.330350 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e57e5897-339a-4aec-aa77-50a8c625bb25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:40.371025 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b46eb-a43a-4154-8afc-5f773cbf8b8a req-7bd4936d-0e66-4672-b777-c89bfd8a0f06 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:40.372605 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4e7b46eb-a43a-4154-8afc-5f773cbf8b8a req-7bd4936d-0e66-4672-b777-c89bfd8a0f06 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 943 time: 0.0488157 Sep 17 17:23:40.410277 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e57e5897-339a-4aec-aa77-50a8c625bb25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:40.410564 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4e7b46eb-a43a-4154-8afc-5f773cbf8b8a req-efe7a752-8463-4267-aa59-d3c17824c78b tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf19f7e8-d04d-479d-bf63-7750164071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317862 Sep 17 17:23:40.495241 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e57e5897-339a-4aec-aa77-50a8c625bb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:40.539407 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-e57e5897-339a-4aec-aa77-50a8c625bb25 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c615a55acfa3427f86eb587ba249f324&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3187540 Sep 17 17:23:40.541662 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e5897-339a-4aec-aa77-50a8c625bb25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa9fbd3-f7a3-48ae-827b-c4241e7a9b74,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:40.542256 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 53328) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:40.594229 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a720f756-04d5-4ba4-a5d5-05b73fe35e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:40.619033 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a720f756-04d5-4ba4-a5d5-05b73fe35e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:40.811689 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-29977dd2-a897-42ae-8b33-a2205b903f46 req-f3d1d2f5-9b90-43dd-b038-93bed1a5e832 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 210 time: 0.0355275 Sep 17 17:23:40.833800 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324eadb-7308-4f9e-8516-a5e0f0b95e01 req-8e400522-f2d4-4831-ac59-139b1b5b48f1 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:40.836174 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c324eadb-7308-4f9e-8516-a5e0f0b95e01 req-8e400522-f2d4-4831-ac59-139b1b5b48f1 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 943 time: 0.0715392 Sep 17 17:23:40.837229 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a720f756-04d5-4ba4-a5d5-05b73fe35e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:40.839751 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a720f756-04d5-4ba4-a5d5-05b73fe35e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:40.840782 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-a720f756-04d5-4ba4-a5d5-05b73fe35e3d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0fa9fbd3-f7a3-48ae-827b-c4241e7a9b74 HTTP/1.1" status: 204 len: 168 time: 0.2974362 Sep 17 17:23:40.854648 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720f756-04d5-4ba4-a5d5-05b73fe35e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa9fbd3-f7a3-48ae-827b-c4241e7a9b74,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:40.898721 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c324eadb-7308-4f9e-8516-a5e0f0b95e01 req-45613270-7efb-4055-bf9e-3bf51ad7fca7 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553572 Sep 17 17:23:41.317391 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5a12e1a4-a3d6-4867-b93c-9ea318b1f397 req-2a684cf4-f783-4045-bba5-7e9b9054178a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 210 time: 0.0252366 Sep 17 17:23:41.536246 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a843b-8db7-4e80-a346-afba1c3628a0 req-d3ad0dc1-18e5-4473-b076-5ec33a597133 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:41.538373 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-377a843b-8db7-4e80-a346-afba1c3628a0 req-d3ad0dc1-18e5-4473-b076-5ec33a597133 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 943 time: 0.0542047 Sep 17 17:23:41.583483 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-377a843b-8db7-4e80-a346-afba1c3628a0 req-97754de2-1acb-474f-82df-1e77033881d9 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf19f7e8-d04d-479d-bf63-7750164071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390127 Sep 17 17:23:41.908425 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-44709e3a-311f-4fc9-acbb-8d3e233c9c8b req-c4dbe3ad-2e45-46a6-a86b-9c1c11fe0603 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 210 time: 0.0278008 Sep 17 17:23:42.027501 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc4a10-40ff-4c91-bdb0-5c424b6101a9 req-dd1c7d7c-9ac5-4b2e-8b4f-7b76afeb4099 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:42.028997 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-effc4a10-40ff-4c91-bdb0-5c424b6101a9 req-dd1c7d7c-9ac5-4b2e-8b4f-7b76afeb4099 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 943 time: 0.0581088 Sep 17 17:23:42.066925 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-effc4a10-40ff-4c91-bdb0-5c424b6101a9 req-95fd5392-249c-4928-9ff4-11811d7418fa tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317688 Sep 17 17:23:42.415968 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bc20e6b0-add5-42eb-bb66-432ef0cf5b96 req-1eda7dd9-b6f4-4691-bbb7-00ff2981c855 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 210 time: 0.0291791 Sep 17 17:23:42.618338 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [req-c41f3176-2faa-4b35-964b-79599e706722 req-18649433-6385-48f3-99d4-6ef4d285d45a service neutron] Request body: {'port': {'device_id': '264cf2ef-86f0-4a21-a825-d4549cc6521d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80982'}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:23:42.669559 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.42', 58132) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:42.687363 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [req-c41f3176-2faa-4b35-964b-79599e706722 req-18649433-6385-48f3-99d4-6ef4d285d45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:42.920992 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ee4bd-e89f-4afa-98bc-1f39c76ccf3b req-811b31c1-eda4-42bc-8860-4a04bc105d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:42.922524 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b99ee4bd-e89f-4afa-98bc-1f39c76ccf3b req-811b31c1-eda4-42bc-8860-4a04bc105d1c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3d9575a8495460f8f8ca8113fd8f4c8&device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 1096 time: 0.2374079 Sep 17 17:23:42.925891 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e805f-55ef-4af9-9948-16227877d1a8 req-ae107783-9340-49cc-9058-95b48b523439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:42.926584 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-513e805f-55ef-4af9-9948-16227877d1a8 req-ae107783-9340-49cc-9058-95b48b523439 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a709dbdeec11421981697696bf37509b&device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 1096 time: 0.2403762 Sep 17 17:23:42.934627 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-74222ce6-a1b6-4c8f-9fac-09ba0e6c5de5 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:42.937002 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-74222ce6-a1b6-4c8f-9fac-09ba0e6c5de5 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.42 "GET /v2.0/networks?id=7cc607b2-217d-4062-b691-f78cd94d3695 HTTP/1.1" status: 200 len: 818 time: 0.2760003 Sep 17 17:23:42.950662 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccaba12-b7a7-49a6-af6b-d68e466ee958 req-61552f7d-e96a-4720-b6af-66f010b784e8 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:42.953097 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cccaba12-b7a7-49a6-af6b-d68e466ee958 req-61552f7d-e96a-4720-b6af-66f010b784e8 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 943 time: 0.2652962 Sep 17 17:23:42.982759 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-58f79fa4-5977-4741-9a7a-923eaae9222d tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Request body: {'port': {'device_id': '4262c710-f037-4d52-b7b3-887b5e58cf12', 'network_id': '7cc607b2-217d-4062-b691-f78cd94d3695', 'admin_state_up': True, 'tenant_id': '936d96ec969642abb3e823dfa0130055'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:23:43.050003 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.notifiers.nova [req-c41f3176-2faa-4b35-964b-79599e706722 req-18649433-6385-48f3-99d4-6ef4d285d45a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0c509ae-87ca-41dd-a870-1cafb8a88d5e {{(pid=94716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:23:43.059256 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [req-c41f3176-2faa-4b35-964b-79599e706722 req-18649433-6385-48f3-99d4-6ef4d285d45a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:43.079253 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.provisioning_blocks [req-c41f3176-2faa-4b35-964b-79599e706722 req-18649433-6385-48f3-99d4-6ef4d285d45a service neutron] Transition to ACTIVE for port object b0c509ae-87ca-41dd-a870-1cafb8a88d5e will not be triggered until provisioned by entity L2. {{(pid=94716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 17:23:43.241380 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [req-c41f3176-2faa-4b35-964b-79599e706722 req-18649433-6385-48f3-99d4-6ef4d285d45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179156'] for port, after_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:43.297990 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cccaba12-b7a7-49a6-af6b-d68e466ee958 req-346b8a7c-0395-4b05-af85-27a9227703d1 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf19f7e8-d04d-479d-bf63-7750164071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217070 Sep 17 17:23:43.319728 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-46ba302b-bfab-457c-bcbd-4b0ca61f0555 req-526afb32-4b71-4b61-b37f-bf3fdb72edd7 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 210 time: 0.2714357 Sep 17 17:23:43.377157 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18649433-6385-48f3-99d4-6ef4d285d45a service neutron] Pushing event updated for resources: {'Port': ['ID=b0c509ae-87ca-41dd-a870-1cafb8a88d5e,revision_number=2']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:43.427352 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e805f-55ef-4af9-9948-16227877d1a8 req-7b828d65-3c05-4916-b150-1f6014ac404f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:43.429776 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-513e805f-55ef-4af9-9948-16227877d1a8 req-7b828d65-3c05-4916-b150-1f6014ac404f service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=a709dbdeec11421981697696bf37509b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4746709 Sep 17 17:23:43.447696 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ee4bd-e89f-4afa-98bc-1f39c76ccf3b req-85cf2f41-2711-4578-823e-83d6540ef665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:43.450254 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b99ee4bd-e89f-4afa-98bc-1f39c76ccf3b req-85cf2f41-2711-4578-823e-83d6540ef665 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=c3d9575a8495460f8f8ca8113fd8f4c8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4962182 Sep 17 17:23:43.451934 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.managers [req-c41f3176-2faa-4b35-964b-79599e706722 req-18649433-6385-48f3-99d4-6ef4d285d45a service neutron] Attempting to bind port b0c509ae-87ca-41dd-a870-1cafb8a88d5e on host hv-cinder-80982 for vnic_type normal with profile {{(pid=94716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:23:43.452397 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.managers [req-c41f3176-2faa-4b35-964b-79599e706722 req-18649433-6385-48f3-99d4-6ef4d285d45a service neutron] Attempting to bind port b0c509ae-87ca-41dd-a870-1cafb8a88d5e by drivers openvswitch,hyperv on host hv-cinder-80982 at level 0 using segments [{'id': '5e9c7d23-9f52-425a-886c-ae692b6b907f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7cc607b2-217d-4062-b691-f78cd94d3695'}] {{(pid=94716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:23:43.452885 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41f3176-2faa-4b35-964b-79599e706722 req-18649433-6385-48f3-99d4-6ef4d285d45a service neutron] Attempting to bind port b0c509ae-87ca-41dd-a870-1cafb8a88d5e on network 7cc607b2-217d-4062-b691-f78cd94d3695 {{(pid=94716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:23:43.458194 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41f3176-2faa-4b35-964b-79599e706722 req-18649433-6385-48f3-99d4-6ef4d285d45a service neutron] Port b0c509ae-87ca-41dd-a870-1cafb8a88d5e on network 7cc607b2-217d-4062-b691-f78cd94d3695 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80982 {{(pid=94716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 17:23:43.458713 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41f3176-2faa-4b35-964b-79599e706722 req-18649433-6385-48f3-99d4-6ef4d285d45a service neutron] Attempting to bind port b0c509ae-87ca-41dd-a870-1cafb8a88d5e on network 7cc607b2-217d-4062-b691-f78cd94d3695 {{(pid=94716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:23:43.465825 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41f3176-2faa-4b35-964b-79599e706722 req-18649433-6385-48f3-99d4-6ef4d285d45a service neutron] Checking agent: {'id': 'e15b8fdc-3f6d-455f-8616-9488d56a2a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80982', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'started_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:23:43.466540 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41f3176-2faa-4b35-964b-79599e706722 req-18649433-6385-48f3-99d4-6ef4d285d45a service neutron] Checking segment: {'id': '5e9c7d23-9f52-425a-886c-ae692b6b907f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7cc607b2-217d-4062-b691-f78cd94d3695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:23:43.467368 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41f3176-2faa-4b35-964b-79599e706722 req-18649433-6385-48f3-99d4-6ef4d285d45a service neutron] Bound using segment: {'id': '5e9c7d23-9f52-425a-886c-ae692b6b907f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7cc607b2-217d-4062-b691-f78cd94d3695'} {{(pid=94716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:23:43.467956 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.managers [req-c41f3176-2faa-4b35-964b-79599e706722 req-18649433-6385-48f3-99d4-6ef4d285d45a service neutron] Bound port: b0c509ae-87ca-41dd-a870-1cafb8a88d5e, host: hv-cinder-80982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e9c7d23-9f52-425a-886c-ae692b6b907f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7cc607b2-217d-4062-b691-f78cd94d3695'}}] {{(pid=94716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:23:43.468550 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [req-c41f3176-2faa-4b35-964b-79599e706722 req-18649433-6385-48f3-99d4-6ef4d285d45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:43.583325 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.db [req-c41f3176-2faa-4b35-964b-79599e706722 req-18649433-6385-48f3-99d4-6ef4d285d45a service neutron] For port b0c509ae-87ca-41dd-a870-1cafb8a88d5e, host hv-cinder-80982, cleared binding levels {{(pid=94716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:23:43.588887 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.db [req-c41f3176-2faa-4b35-964b-79599e706722 req-18649433-6385-48f3-99d4-6ef4d285d45a service neutron] For port b0c509ae-87ca-41dd-a870-1cafb8a88d5e, host hv-cinder-80982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=b0c509ae-87ca-41dd-a870-1cafb8a88d5e,segment=NetworkSegment(5e9c7d23-9f52-425a-886c-ae692b6b907f),segment_id=5e9c7d23-9f52-425a-886c-ae692b6b907f)] {{(pid=94716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:23:43.785856 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [req-c41f3176-2faa-4b35-964b-79599e706722 req-18649433-6385-48f3-99d4-6ef4d285d45a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179156'] for port, after_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:43.827995 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f3176-2faa-4b35-964b-79599e706722 req-18649433-6385-48f3-99d4-6ef4d285d45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:43.828728 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [req-c41f3176-2faa-4b35-964b-79599e706722 req-18649433-6385-48f3-99d4-6ef4d285d45a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for port, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:43.830135 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [req-c41f3176-2faa-4b35-964b-79599e706722 req-18649433-6385-48f3-99d4-6ef4d285d45a service neutron] 10.222.0.42 "PUT /v2.0/ports/b0c509ae-87ca-41dd-a870-1cafb8a88d5e HTTP/1.1" status: 200 len: 1094 time: 1.2237041 Sep 17 17:23:43.830568 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '264cf2ef-86f0-4a21-a825-d4549cc6521d', 'tag': 'b0c509ae-87ca-41dd-a870-1cafb8a88d5e'}] {{(pid=94716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:23:43.875493 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e2bb5728-1bfb-498b-8a74-4ca91cc92b26 req-5c41189d-b9cb-4fa5-8e14-5d7fef56d07e tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 210 time: 0.1477058 Sep 17 17:23:43.889154 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18649433-6385-48f3-99d4-6ef4d285d45a service neutron] Pushing event updated for resources: {'Port': ['ID=b0c509ae-87ca-41dd-a870-1cafb8a88d5e,revision_number=3']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:43.919060 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46d258-9452-431b-8544-bb0b55148c87 req-cf57a216-49ca-4830-b77d-acb5658625a8 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:43.923763 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df9138d11f8472d727ed0ce957ddc62082afedeca3de815bde0fc4929ed8996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc57c40-03e3-4ea6-a08b-7f15c3a4a9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "264cf2ef-86f0-4a21-a825-d4549cc6521d", "tag": "b0c509ae-87ca-41dd-a870-1cafb8a88d5e"}]}' {{(pid=94716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:23:43.926078 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4c46d258-9452-431b-8544-bb0b55148c87 req-cf57a216-49ca-4830-b77d-acb5658625a8 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 943 time: 0.5086799 Sep 17 17:23:43.997151 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e805f-55ef-4af9-9948-16227877d1a8 req-d62d799f-34fd-46c5-ad1f-a87f3ea4dbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:43.998646 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-513e805f-55ef-4af9-9948-16227877d1a8 req-d62d799f-34fd-46c5-ad1f-a87f3ea4dbe8 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5537980 Sep 17 17:23:44.001375 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-58f79fa4-5977-4741-9a7a-923eaae9222d tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Made reservation on behalf of 936d96ec969642abb3e823dfa0130055 for: {'port': 1} {{(pid=94715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:23:44.004770 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-58f79fa4-5977-4741-9a7a-923eaae9222d tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:44.009965 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ee4bd-e89f-4afa-98bc-1f39c76ccf3b req-0b6684d8-bf25-420d-b2bc-bcb68b0fd2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:44.011434 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b99ee4bd-e89f-4afa-98bc-1f39c76ccf3b req-0b6684d8-bf25-420d-b2bc-bcb68b0fd2c7 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5482061 Sep 17 17:23:44.020578 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4c46d258-9452-431b-8544-bb0b55148c87 req-4bdb0624-48ab-484e-849d-570b58b3b5a5 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926516 Sep 17 17:23:44.091327 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.42', 58139) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:44.155705 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 17:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa3a7d6-256a-4784-a26e-01a25e12cde7 x-openstack-request-id: req-0fa3a7d6-256a-4784-a26e-01a25e12cde7 {{(pid=94716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:23:44.156361 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "264cf2ef-86f0-4a21-a825-d4549cc6521d", "tag": "b0c509ae-87ca-41dd-a870-1cafb8a88d5e", "status": "completed", "code": 200}]} {{(pid=94716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:23:44.156834 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0fa3a7d6-256a-4784-a26e-01a25e12cde7 {{(pid=94716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:23:44.157353 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '264cf2ef-86f0-4a21-a825-d4549cc6521d', 'tag': 'b0c509ae-87ca-41dd-a870-1cafb8a88d5e', 'status': 'completed', 'code': 200} Sep 17 17:23:44.166744 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-1eb2ed2b-181e-4fdd-84a7-fa59f7637f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:44.172074 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-1eb2ed2b-181e-4fdd-84a7-fa59f7637f01 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3d9575a8495460f8f8ca8113fd8f4c8&device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 1096 time: 0.0956621 Sep 17 17:23:44.253401 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-f17595f2-b3a3-447e-85bf-3d79309f7333 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c503b0b-0cca-4b88-8bc3-d5175436d0de HTTP/1.1" status: 200 len: 217 time: 0.0668657 Sep 17 17:23:44.284071 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-62ddf787-3df1-4c4f-af6a-6b9422d528b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:44.285609 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-62ddf787-3df1-4c4f-af6a-6b9422d528b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a709dbdeec11421981697696bf37509b&device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 1096 time: 0.2049589 Sep 17 17:23:44.295655 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f3176-2faa-4b35-964b-79599e706722 req-dc63e841-a506-41a9-baba-01139c632b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:44.297132 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c41f3176-2faa-4b35-964b-79599e706722 req-dc63e841-a506-41a9-baba-01139c632b27 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=936d96ec969642abb3e823dfa0130055&device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 1097 time: 0.1956491 Sep 17 17:23:44.315256 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86416c99-005e-4cbb-b5ae-281d7667868f req-c377c55f-4945-44b6-a7f1-dbe34d6dbd24 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:44.321152 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-86416c99-005e-4cbb-b5ae-281d7667868f req-c377c55f-4945-44b6-a7f1-dbe34d6dbd24 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.42 "GET /v2.0/networks?id=cb36a6d4-a9d9-4809-94d8-ccef3d49f97a HTTP/1.1" status: 200 len: 817 time: 0.2791772 Sep 17 17:23:44.321265 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-d47c3252-3d57-4544-a0fe-db58ddbdbcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:44.321265 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-d47c3252-3d57-4544-a0fe-db58ddbdbcf4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=09dff40a-abba-4f0d-b7ab-590d67c9e5a2 HTTP/1.1" status: 200 len: 855 time: 0.0563347 Sep 17 17:23:44.343050 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.db_base_plugin_common [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-58f79fa4-5977-4741-9a7a-923eaae9222d tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Allocated IP 172.20.0.13 (7cc607b2-217d-4062-b691-f78cd94d3695/aee1d114-d631-4cfa-9776-affd7ae8bdda/ff3f33ff-9b22-4848-8252-b18a778c63b0) {{(pid=94715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:23:44.392167 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-a380e5d1-a067-44f3-acd1-f1a07fe25dc5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1cde08df-bf3f-41c5-b7b0-df36eef9f1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538194 Sep 17 17:23:44.432803 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-68c82dc0-5cd2-4573-9817-a0694b67544d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcc8222b-97b4-4468-af6c-ae954666a588 HTTP/1.1" status: 200 len: 217 time: 0.1329324 Sep 17 17:23:44.442603 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c41f3176-2faa-4b35-964b-79599e706722 req-75392d3f-0c08-4551-b79e-82d89aee375c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0c509ae-87ca-41dd-a870-1cafb8a88d5e HTTP/1.1" status: 200 len: 217 time: 0.0972700 Sep 17 17:23:44.483714 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-59d8779d-6988-4d37-ad3c-eb756c8a84fc service neutron] 10.222.0.42 "GET /v2.0/networks/1cde08df-bf3f-41c5-b7b0-df36eef9f1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824575 Sep 17 17:23:44.599827 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-6588a6aa-3cdd-4c20-95bc-9ffcc05eff2e service neutron] 10.222.0.42 "GET /v2.0/networks/1cde08df-bf3f-41c5-b7b0-df36eef9f1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071513 Sep 17 17:23:44.617956 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-86416c99-005e-4cbb-b5ae-281d7667868f req-59f91a4c-bc58-4cba-a754-9475aa6564df tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d00f129a8555488e830b8922b204b52b HTTP/1.1" status: 200 len: 379 time: 0.2647283 Sep 17 17:23:44.630319 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-886a7087-70ab-4364-9870-77d64b9efc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:44.630319 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-886a7087-70ab-4364-9870-77d64b9efc82 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=18c3d954-2482-4475-9259-890fcf69ecb8 HTTP/1.1" status: 200 len: 851 time: 0.1829505 Sep 17 17:23:44.644639 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-86416c99-005e-4cbb-b5ae-281d7667868f req-032dba2b-720a-40cb-9230-49630a1d2d56 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Request body: {'port': {'device_id': 'e5f874e1-1f62-4fde-ba5d-0e0c580834b1', 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a', 'admin_state_up': True, 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'security_groups': ['e9276adb-df32-4b2c-a31b-5886f9ca6df2']}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:23:44.657677 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87133988-4519-4980-aa0a-8be58cc542ed req-e4347e5c-1379-4a65-b78b-9c50c62ec48b tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:44.658491 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-87133988-4519-4980-aa0a-8be58cc542ed req-e4347e5c-1379-4a65-b78b-9c50c62ec48b tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 943 time: 0.2688804 Sep 17 17:23:44.659927 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f3176-2faa-4b35-964b-79599e706722 req-47e0b803-31df-4226-ae31-128bb8f88e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:44.661268 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c41f3176-2faa-4b35-964b-79599e706722 req-47e0b803-31df-4226-ae31-128bb8f88e70 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aee1d114-d631-4cfa-9776-affd7ae8bdda HTTP/1.1" status: 200 len: 858 time: 0.1841843 Sep 17 17:23:44.781682 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-2fcb6727-053b-47dc-b8c7-cb05fa0b7265 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ff2c4515-882e-48d4-b96e-0e029e4a52da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1330516 Sep 17 17:23:44.800437 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c41f3176-2faa-4b35-964b-79599e706722 req-fbedddec-d0fa-4825-b2d4-6d79abe6aa0c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7cc607b2-217d-4062-b691-f78cd94d3695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921078 Sep 17 17:23:44.840701 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-85d649eb-d704-486c-aabd-32d411315112 req-4b4b6a6c-0f49-494d-8fbc-b1d9cd699330 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 210 time: 0.1228819 Sep 17 17:23:45.079131 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-42b7acb2-fb04-4f23-8e76-5640fe94a225 req-c9b11ed5-7875-4cc0-947b-e219b48e565a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 210 time: 0.0859199 Sep 17 17:23:45.107281 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-87133988-4519-4980-aa0a-8be58cc542ed req-712f2bda-eba4-4b9c-b124-65af3933feb0 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf19f7e8-d04d-479d-bf63-7750164071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907232 Sep 17 17:23:45.113206 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-58f79fa4-5977-4741-9a7a-923eaae9222d tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Notify callbacks [] for port, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:45.158458 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c41f3176-2faa-4b35-964b-79599e706722 req-169c75e9-381e-4a6e-aecd-cd767f97df07 service neutron] 10.222.0.42 "GET /v2.0/networks/7cc607b2-217d-4062-b691-f78cd94d3695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093243 Sep 17 17:23:45.165302 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-9c337407-091c-4acd-a765-69deffe78052 service neutron] 10.222.0.42 "GET /v2.0/networks/ff2c4515-882e-48d4-b96e-0e029e4a52da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639278 Sep 17 17:23:45.351890 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:45.437917 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86416c99-005e-4cbb-b5ae-281d7667868f req-032dba2b-720a-40cb-9230-49630a1d2d56 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Made reservation on behalf of d00f129a8555488e830b8922b204b52b for: {'port': 1} {{(pid=94715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:23:45.441636 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-86416c99-005e-4cbb-b5ae-281d7667868f req-032dba2b-720a-40cb-9230-49630a1d2d56 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:45.554639 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4622c0-e6fc-4055-af40-deacf841a1ad req-c617acba-4edb-43c0-b8b9-5b98a0599625 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:45.556142 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5c4622c0-e6fc-4055-af40-deacf841a1ad req-c617acba-4edb-43c0-b8b9-5b98a0599625 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 943 time: 0.3767498 Sep 17 17:23:45.633932 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c41f3176-2faa-4b35-964b-79599e706722 req-e3a220b5-5364-4557-bcc0-1f161a9ecb83 service neutron] 10.222.0.42 "GET /v2.0/networks/7cc607b2-217d-4062-b691-f78cd94d3695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4664848 Sep 17 17:23:45.645214 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a6d9b164-09e6-485e-9dc4-7b2ddce0fdb3 req-d5bf0c69-e6c4-4162-9ba9-d40fb5c7c166 service neutron] 10.222.0.42 "GET /v2.0/networks/ff2c4515-882e-48d4-b96e-0e029e4a52da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4624195 Sep 17 17:23:45.654346 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-58f79fa4-5977-4741-9a7a-923eaae9222d tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538'] for port, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:45.717726 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5c4622c0-e6fc-4055-af40-deacf841a1ad req-d45a61cf-31c0-4cd9-9d46-a06bdfa58e19 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308401 Sep 17 17:23:45.736885 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-58f79fa4-5977-4741-9a7a-923eaae9222d tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Network 7cc607b2-217d-4062-b691-f78cd94d3695 is already hosted by enough agents. {{(pid=94715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:23:45.746663 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-58f79fa4-5977-4741-9a7a-923eaae9222d tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Resources bound (agent type, host, resource id): {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:23:45.751156 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-58f79fa4-5977-4741-9a7a-923eaae9222d tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Received port after_create {{(pid=94715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:23:45.757342 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-58f79fa4-5977-4741-9a7a-923eaae9222d tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:45.758073 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-58f79fa4-5977-4741-9a7a-923eaae9222d tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:45.760487 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f79fa4-5977-4741-9a7a-923eaae9222d tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Pushing event updated for resources: {'Port': ['ID=ff3f33ff-9b22-4848-8252-b18a778c63b0,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:45.784463 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.db_base_plugin_common [req-86416c99-005e-4cbb-b5ae-281d7667868f req-032dba2b-720a-40cb-9230-49630a1d2d56 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Allocated IP 172.20.0.3 (cb36a6d4-a9d9-4809-94d8-ccef3d49f97a/fde94289-3ec1-481c-9f1d-1204a3b357ea/564b7c2e-c673-4540-9e41-f972aca80f76) {{(pid=94715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:23:45.817637 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 53496) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:45.878806 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc57c40-03e3-4ea6-a08b-7f15c3a4a9ee req-94e4cb3c-5035-4226-93e3-06e11dab75a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:45.890437 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-efc57c40-03e3-4ea6-a08b-7f15c3a4a9ee req-94e4cb3c-5035-4226-93e3-06e11dab75a5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=936d96ec969642abb3e823dfa0130055&device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 1097 time: 0.0865433 Sep 17 17:23:45.890437 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-58f79fa4-5977-4741-9a7a-923eaae9222d tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9133861 Sep 17 17:23:45.975221 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-c9326b3f-ab00-4528-9a6c-1c96ffd02619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:46.031486 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf17a3a-2498-45c8-aef6-4a24e899c6a4 req-00299fa7-b029-4bbe-b284-d0408f715514 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:46.033005 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-edf17a3a-2498-45c8-aef6-4a24e899c6a4 req-00299fa7-b029-4bbe-b284-d0408f715514 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 932 time: 0.0915289 Sep 17 17:23:46.035871 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-86416c99-005e-4cbb-b5ae-281d7667868f req-032dba2b-720a-40cb-9230-49630a1d2d56 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for port, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:46.071547 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-c9326b3f-ab00-4528-9a6c-1c96ffd02619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:46.088354 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-edf17a3a-2498-45c8-aef6-4a24e899c6a4 req-ea65346f-3c0b-4b44-ba15-7e9011473213 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477548 Sep 17 17:23:46.164042 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-c9326b3f-ab00-4528-9a6c-1c96ffd02619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:46.179501 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2224c96d-a5eb-4451-8d9e-6e2953edf455 req-6a80bec7-335f-4190-9172-1af42a5ee9ce tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 210 time: 0.0282238 Sep 17 17:23:46.204910 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-c9326b3f-ab00-4528-9a6c-1c96ffd02619 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=acd3d9c65a304452b6a62f0c48ad8f2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3845775 Sep 17 17:23:46.206798 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9326b3f-ab00-4528-9a6c-1c96ffd02619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d961de6-e11b-41e2-a204-e4b5343102f2,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:46.208482 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 53514) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:46.237005 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-86416c99-005e-4cbb-b5ae-281d7667868f req-032dba2b-720a-40cb-9230-49630a1d2d56 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538'] for port, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:46.286446 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1065938-13f1-431a-a46b-0687bccf2483 req-5fe503d8-0c0b-4ebb-a70b-cc3d52b2b8a4 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:46.288008 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f1065938-13f1-431a-a46b-0687bccf2483 req-5fe503d8-0c0b-4ebb-a70b-cc3d52b2b8a4 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 943 time: 0.1112111 Sep 17 17:23:46.320510 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86416c99-005e-4cbb-b5ae-281d7667868f req-032dba2b-720a-40cb-9230-49630a1d2d56 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Network cb36a6d4-a9d9-4809-94d8-ccef3d49f97a is already hosted by enough agents. {{(pid=94715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:23:46.334051 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032dba2b-720a-40cb-9230-49630a1d2d56 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Pushing event updated for resources: {'Port': ['ID=564b7c2e-c673-4540-9e41-f972aca80f76,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:46.336626 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [req-86416c99-005e-4cbb-b5ae-281d7667868f req-032dba2b-720a-40cb-9230-49630a1d2d56 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Resources bound (agent type, host, resource id): {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:23:46.346611 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [req-86416c99-005e-4cbb-b5ae-281d7667868f req-032dba2b-720a-40cb-9230-49630a1d2d56 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Received port after_create {{(pid=94715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:23:46.352868 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86416c99-005e-4cbb-b5ae-281d7667868f req-032dba2b-720a-40cb-9230-49630a1d2d56 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:46.353492 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-86416c99-005e-4cbb-b5ae-281d7667868f req-032dba2b-720a-40cb-9230-49630a1d2d56 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:46.371382 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8b04da1e-16b2-476b-a209-c2fd1db72f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:46.394516 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f1065938-13f1-431a-a46b-0687bccf2483 req-459c8c47-c6fa-43f6-bcaa-d68ea126bc5d tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf19f7e8-d04d-479d-bf63-7750164071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923150 Sep 17 17:23:46.403275 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8b04da1e-16b2-476b-a209-c2fd1db72f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:46.477630 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-86416c99-005e-4cbb-b5ae-281d7667868f req-032dba2b-720a-40cb-9230-49630a1d2d56 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8481293 Sep 17 17:23:46.622620 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-4c89e6b4-d185-43c8-9c22-31ab420d4346 None None] Provisioning complete for port 564b7c2e-c673-4540-9e41-f972aca80f76 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:23:46.623137 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-4c89e6b4-d185-43c8-9c22-31ab420d4346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:46.636623 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8b04da1e-16b2-476b-a209-c2fd1db72f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:46.639306 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8b04da1e-16b2-476b-a209-c2fd1db72f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:46.642837 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-8b04da1e-16b2-476b-a209-c2fd1db72f68 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3d961de6-e11b-41e2-a204-e4b5343102f2 HTTP/1.1" status: 204 len: 168 time: 0.4294460 Sep 17 17:23:46.650921 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b04da1e-16b2-476b-a209-c2fd1db72f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d961de6-e11b-41e2-a204-e4b5343102f2,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:46.665607 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-4c89e6b4-d185-43c8-9c22-31ab420d4346 None None] Port 564b7c2e-c673-4540-9e41-f972aca80f76 cannot update to ACTIVE because it is not bound. {{(pid=94717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 17:23:46.843560 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c3168-718d-4d18-bd58-c6904ba31c95 req-bb0b2fbf-1f90-4c1f-8626-22202305ec5b tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:46.845110 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-165c3168-718d-4d18-bd58-c6904ba31c95 req-bb0b2fbf-1f90-4c1f-8626-22202305ec5b tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 943 time: 0.0520678 Sep 17 17:23:46.884349 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-165c3168-718d-4d18-bd58-c6904ba31c95 req-597247d8-701e-4aa2-ae62-0ade573aaa95 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323858 Sep 17 17:23:47.212937 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2952f-1570-4dda-8124-a2f6f54fdaf7 req-74b1e624-21ce-437f-b9e0-f6d992dd191b tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:47.214251 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-89a2952f-1570-4dda-8124-a2f6f54fdaf7 req-74b1e624-21ce-437f-b9e0-f6d992dd191b tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 932 time: 0.0614338 Sep 17 17:23:47.253692 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-89a2952f-1570-4dda-8124-a2f6f54fdaf7 req-afeb593b-caca-4e30-bbdc-1c866cbdfb4e tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330508 Sep 17 17:23:47.302565 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9de05f-af8a-403a-b529-452cc9c88b12 req-1fb3783a-ff1c-42b6-be15-8c02247b429a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:47.304190 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3e9de05f-af8a-403a-b529-452cc9c88b12 req-1fb3783a-ff1c-42b6-be15-8c02247b429a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 931 time: 0.0496304 Sep 17 17:23:47.345870 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3e9de05f-af8a-403a-b529-452cc9c88b12 req-565b20bc-9112-404d-862d-9eb6ec227124 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351119 Sep 17 17:23:47.525170 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac461c8-31f6-467e-a1dc-9edc81176050 req-e5d941b5-1128-4bf9-8eb9-75e4499d28c6 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:47.525170 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8ac461c8-31f6-467e-a1dc-9edc81176050 req-e5d941b5-1128-4bf9-8eb9-75e4499d28c6 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 943 time: 0.0513983 Sep 17 17:23:47.554536 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8ac461c8-31f6-467e-a1dc-9edc81176050 req-170139b7-b6df-4ece-a7b8-4d29850790b4 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf19f7e8-d04d-479d-bf63-7750164071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351188 Sep 17 17:23:47.995777 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19b255-27f2-44cd-9dec-95acd6988805 req-778ae226-3f2d-4744-943c-3fb34fff4365 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:47.997136 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fe19b255-27f2-44cd-9dec-95acd6988805 req-778ae226-3f2d-4744-943c-3fb34fff4365 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 943 time: 0.0482070 Sep 17 17:23:48.032771 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fe19b255-27f2-44cd-9dec-95acd6988805 req-9028c83c-7643-445c-9336-23c60107c1a2 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297651 Sep 17 17:23:48.365190 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798b6fe-5c2e-457a-a6bf-7acb8d322b46 req-77d560ea-0d7e-4b85-a248-46646c1c3e82 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:48.367290 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d798b6fe-5c2e-457a-a6bf-7acb8d322b46 req-77d560ea-0d7e-4b85-a248-46646c1c3e82 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 932 time: 0.0483799 Sep 17 17:23:48.409547 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d798b6fe-5c2e-457a-a6bf-7acb8d322b46 req-2d943d03-977c-43fb-8702-8ebb343fd35e tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361886 Sep 17 17:23:48.465210 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ff756-0556-4b94-b358-fa1121e996bf req-4934e7b7-b17f-4253-9db2-575952540be6 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:48.466829 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-014ff756-0556-4b94-b358-fa1121e996bf req-4934e7b7-b17f-4253-9db2-575952540be6 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 931 time: 0.0500414 Sep 17 17:23:48.505431 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-014ff756-0556-4b94-b358-fa1121e996bf req-f7999921-6520-4353-adea-da6367a91c3a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327449 Sep 17 17:23:48.682214 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f1e05-c77f-4c20-ac33-7b5a82b4cf6f req-8b350cfc-344a-4e42-a6f7-b5cfce30ee46 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:48.683992 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2e7f1e05-c77f-4c20-ac33-7b5a82b4cf6f req-8b350cfc-344a-4e42-a6f7-b5cfce30ee46 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 943 time: 0.0495505 Sep 17 17:23:48.720933 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2e7f1e05-c77f-4c20-ac33-7b5a82b4cf6f req-9b2e156d-8db0-4d00-9b87-299a6ced3bc3 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf19f7e8-d04d-479d-bf63-7750164071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307779 Sep 17 17:23:48.974524 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-86416c99-005e-4cbb-b5ae-281d7667868f req-e778cfdc-d6f2-404a-8d17-c3c7cf977abe service neutron] Request body: {'port': {'device_id': 'e5f874e1-1f62-4fde-ba5d-0e0c580834b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80982'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:23:48.985530 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-542e7c2c-d259-40cd-a092-7279886d7dda service neutron] Request body: {'port': {'device_id': '4262c710-f037-4d52-b7b3-887b5e58cf12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80982'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:23:49.207876 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-86416c99-005e-4cbb-b5ae-281d7667868f req-e778cfdc-d6f2-404a-8d17-c3c7cf977abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:49.238371 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-542e7c2c-d259-40cd-a092-7279886d7dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:49.273312 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc57c40-03e3-4ea6-a08b-7f15c3a4a9ee req-32aa4efc-24ed-4a7b-a0a5-99d02c889eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:49.274810 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-efc57c40-03e3-4ea6-a08b-7f15c3a4a9ee req-32aa4efc-24ed-4a7b-a0a5-99d02c889eac service neutron] 10.222.0.42 "GET /v2.0/networks?id=7cc607b2-217d-4062-b691-f78cd94d3695 HTTP/1.1" status: 200 len: 919 time: 0.3140173 Sep 17 17:23:49.288980 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934771d4-6817-4681-ba00-33117c574b5d req-3b38d4d8-650c-4e9d-8807-d248b141e340 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:49.290392 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-934771d4-6817-4681-ba00-33117c574b5d req-3b38d4d8-650c-4e9d-8807-d248b141e340 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 943 time: 0.1521440 Sep 17 17:23:49.373273 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-efc57c40-03e3-4ea6-a08b-7f15c3a4a9ee req-a4079161-9b80-4961-a569-584669c86c0e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0c509ae-87ca-41dd-a870-1cafb8a88d5e HTTP/1.1" status: 200 len: 217 time: 0.0806646 Sep 17 17:23:49.511780 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-934771d4-6817-4681-ba00-33117c574b5d req-a6b39688-de1b-4df6-b888-f357fd27ccaf tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116106 Sep 17 17:23:49.643569 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc57c40-03e3-4ea6-a08b-7f15c3a4a9ee req-8886a884-4fd0-47f0-8733-e560cd777c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:49.644941 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-efc57c40-03e3-4ea6-a08b-7f15c3a4a9ee req-8886a884-4fd0-47f0-8733-e560cd777c5c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aee1d114-d631-4cfa-9776-affd7ae8bdda HTTP/1.1" status: 200 len: 858 time: 0.2612107 Sep 17 17:23:49.907092 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 3c503b0b-0cca-4b88-8bc3-d5175436d0de details requested by agent hyperv_hv-cinder-80982 with host hv-cinder-80982 {{(pid=94717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 17:23:49.932133 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22db2ec-4c7c-4a5f-9384-dc75776c9e77 req-e7f7e3c4-aeb6-452e-8cf8-2336674d2be2 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:49.933907 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f22db2ec-4c7c-4a5f-9384-dc75776c9e77 req-e7f7e3c4-aeb6-452e-8cf8-2336674d2be2 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 932 time: 0.4525795 Sep 17 17:23:49.935720 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-efc57c40-03e3-4ea6-a08b-7f15c3a4a9ee req-0a2e9a41-ce4a-44ed-94a9-9a487cd2dfac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7cc607b2-217d-4062-b691-f78cd94d3695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2735612 Sep 17 17:23:50.013149 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 3c503b0b-0cca-4b88-8bc3-d5175436d0de, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=3c503b0b-0cca-4b88-8bc3-d5175436d0de,segment=NetworkSegment(e96ed9d6-dcd6-4b60-800e-12caf220a56a),segment_id=e96ed9d6-dcd6-4b60-800e-12caf220a56a)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:23:50.028064 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Returning: {'device': '3c503b0b-0cca-4b88-8bc3-d5175436d0de', 'network_id': '1cde08df-bf3f-41c5-b7b0-df36eef9f1af', 'port_id': '3c503b0b-0cca-4b88-8bc3-d5175436d0de', 'mac_address': 'fa:16:3e:65:20:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09dff40a-abba-4f0d-b7ab-590d67c9e5a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 17:23:50.045131 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7ebfa-12db-4692-8696-9a8375bd63ee req-972ab031-b92d-49cc-b75c-33a28c3c7e5b tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:50.046719 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-44f7ebfa-12db-4692-8696-9a8375bd63ee req-972ab031-b92d-49cc-b75c-33a28c3c7e5b tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 931 time: 0.4631960 Sep 17 17:23:50.065470 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:50.078071 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c503b0b-0cca-4b88-8bc3-d5175436d0de {{(pid=94717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:23:50.099067 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 3c503b0b-0cca-4b88-8bc3-d5175436d0de, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=3c503b0b-0cca-4b88-8bc3-d5175436d0de,segment=NetworkSegment(e96ed9d6-dcd6-4b60-800e-12caf220a56a),segment_id=e96ed9d6-dcd6-4b60-800e-12caf220a56a)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:23:50.167860 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f22db2ec-4c7c-4a5f-9384-dc75776c9e77 req-cb268991-db8f-40cd-a70b-e6e489f46dc0 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973553 Sep 17 17:23:50.191643 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:50.220043 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-44f7ebfa-12db-4692-8696-9a8375bd63ee req-90c9525b-0da6-420b-a59e-1df46dcbd97d tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642747 Sep 17 17:23:50.238981 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-efc57c40-03e3-4ea6-a08b-7f15c3a4a9ee req-b342e1b3-a4f6-4628-a673-38b3ee34ae72 service neutron] 10.222.0.42 "GET /v2.0/networks/7cc607b2-217d-4062-b691-f78cd94d3695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596231 Sep 17 17:23:50.246673 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [req-86416c99-005e-4cbb-b5ae-281d7667868f req-e778cfdc-d6f2-404a-8d17-c3c7cf977abe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 564b7c2e-c673-4540-9e41-f972aca80f76 {{(pid=94715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:23:50.266408 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=3c503b0b-0cca-4b88-8bc3-d5175436d0de,revision_number=4']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:50.306879 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-86416c99-005e-4cbb-b5ae-281d7667868f req-e778cfdc-d6f2-404a-8d17-c3c7cf977abe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:50.348357 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-542e7c2c-d259-40cd-a092-7279886d7dda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff3f33ff-9b22-4848-8252-b18a778c63b0 {{(pid=94715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:23:50.386023 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-542e7c2c-d259-40cd-a092-7279886d7dda service neutron] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:50.388233 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [req-86416c99-005e-4cbb-b5ae-281d7667868f req-e778cfdc-d6f2-404a-8d17-c3c7cf977abe service neutron] Transition to ACTIVE for port object 564b7c2e-c673-4540-9e41-f972aca80f76 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 17:23:50.419021 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-542e7c2c-d259-40cd-a092-7279886d7dda service neutron] Transition to ACTIVE for port object ff3f33ff-9b22-4848-8252-b18a778c63b0 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 17:23:50.426456 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc84e5a-e8dc-4732-99b0-82ab18d63f4e req-a1de65e6-9c16-4ec3-8af2-0113a5810de0 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:50.428009 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-abc84e5a-e8dc-4732-99b0-82ab18d63f4e req-a1de65e6-9c16-4ec3-8af2-0113a5810de0 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 943 time: 0.1525223 Sep 17 17:23:50.450638 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-efc57c40-03e3-4ea6-a08b-7f15c3a4a9ee req-ae79f1c7-693e-4e83-a34c-d17592aae01e service neutron] 10.222.0.42 "GET /v2.0/networks/7cc607b2-217d-4062-b691-f78cd94d3695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766598 Sep 17 17:23:50.464333 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-86416c99-005e-4cbb-b5ae-281d7667868f req-e778cfdc-d6f2-404a-8d17-c3c7cf977abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:50.488216 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['3c503b0b-0cca-4b88-8bc3-d5175436d0de'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:23:50.502088 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-abc84e5a-e8dc-4732-99b0-82ab18d63f4e req-691ac882-9097-40e5-b5fc-94ea90877e33 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf19f7e8-d04d-479d-bf63-7750164071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678322 Sep 17 17:23:50.525839 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-542e7c2c-d259-40cd-a092-7279886d7dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:50.527637 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778cfdc-d6f2-404a-8d17-c3c7cf977abe service neutron] Pushing event updated for resources: {'Port': ['ID=564b7c2e-c673-4540-9e41-f972aca80f76,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:50.689783 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-86416c99-005e-4cbb-b5ae-281d7667868f req-e778cfdc-d6f2-404a-8d17-c3c7cf977abe service neutron] Attempting to bind port 564b7c2e-c673-4540-9e41-f972aca80f76 on host hv-cinder-80982 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:23:50.690142 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-86416c99-005e-4cbb-b5ae-281d7667868f req-e778cfdc-d6f2-404a-8d17-c3c7cf977abe service neutron] Attempting to bind port 564b7c2e-c673-4540-9e41-f972aca80f76 by drivers openvswitch,hyperv on host hv-cinder-80982 at level 0 using segments [{'id': 'b1a03354-394c-43d7-9829-253346971927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:23:50.690580 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86416c99-005e-4cbb-b5ae-281d7667868f req-e778cfdc-d6f2-404a-8d17-c3c7cf977abe service neutron] Attempting to bind port 564b7c2e-c673-4540-9e41-f972aca80f76 on network cb36a6d4-a9d9-4809-94d8-ccef3d49f97a {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:23:50.733326 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e7c2c-d259-40cd-a092-7279886d7dda service neutron] Pushing event updated for resources: {'Port': ['ID=ff3f33ff-9b22-4848-8252-b18a778c63b0,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:50.746791 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86416c99-005e-4cbb-b5ae-281d7667868f req-e778cfdc-d6f2-404a-8d17-c3c7cf977abe service neutron] Port 564b7c2e-c673-4540-9e41-f972aca80f76 on network cb36a6d4-a9d9-4809-94d8-ccef3d49f97a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80982 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 17:23:50.747162 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86416c99-005e-4cbb-b5ae-281d7667868f req-e778cfdc-d6f2-404a-8d17-c3c7cf977abe service neutron] Attempting to bind port 564b7c2e-c673-4540-9e41-f972aca80f76 on network cb36a6d4-a9d9-4809-94d8-ccef3d49f97a {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:23:50.764516 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86416c99-005e-4cbb-b5ae-281d7667868f req-e778cfdc-d6f2-404a-8d17-c3c7cf977abe service neutron] Checking agent: {'id': 'e15b8fdc-3f6d-455f-8616-9488d56a2a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80982', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'started_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:23:50.764924 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86416c99-005e-4cbb-b5ae-281d7667868f req-e778cfdc-d6f2-404a-8d17-c3c7cf977abe service neutron] Checking segment: {'id': 'b1a03354-394c-43d7-9829-253346971927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:23:50.765653 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86416c99-005e-4cbb-b5ae-281d7667868f req-e778cfdc-d6f2-404a-8d17-c3c7cf977abe service neutron] Bound using segment: {'id': 'b1a03354-394c-43d7-9829-253346971927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:23:50.765759 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-86416c99-005e-4cbb-b5ae-281d7667868f req-e778cfdc-d6f2-404a-8d17-c3c7cf977abe service neutron] Bound port: 564b7c2e-c673-4540-9e41-f972aca80f76, host: hv-cinder-80982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1a03354-394c-43d7-9829-253346971927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:23:50.766092 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-86416c99-005e-4cbb-b5ae-281d7667868f req-e778cfdc-d6f2-404a-8d17-c3c7cf977abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:50.770416 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-542e7c2c-d259-40cd-a092-7279886d7dda service neutron] Attempting to bind port ff3f33ff-9b22-4848-8252-b18a778c63b0 on host hv-cinder-80982 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:23:50.770749 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-542e7c2c-d259-40cd-a092-7279886d7dda service neutron] Attempting to bind port ff3f33ff-9b22-4848-8252-b18a778c63b0 by drivers openvswitch,hyperv on host hv-cinder-80982 at level 0 using segments [{'id': '5e9c7d23-9f52-425a-886c-ae692b6b907f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7cc607b2-217d-4062-b691-f78cd94d3695'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:23:50.771110 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-542e7c2c-d259-40cd-a092-7279886d7dda service neutron] Attempting to bind port ff3f33ff-9b22-4848-8252-b18a778c63b0 on network 7cc607b2-217d-4062-b691-f78cd94d3695 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:23:50.790658 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9d7ef-1262-4489-89b5-4dad465f82c3 req-21337a9e-c91d-44c6-bab5-e82c0740d9c2 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:50.792368 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-67d9d7ef-1262-4489-89b5-4dad465f82c3 req-21337a9e-c91d-44c6-bab5-e82c0740d9c2 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 944 time: 0.1803672 Sep 17 17:23:50.795024 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-542e7c2c-d259-40cd-a092-7279886d7dda service neutron] Port ff3f33ff-9b22-4848-8252-b18a778c63b0 on network 7cc607b2-217d-4062-b691-f78cd94d3695 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80982 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 17:23:50.795355 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-542e7c2c-d259-40cd-a092-7279886d7dda service neutron] Attempting to bind port ff3f33ff-9b22-4848-8252-b18a778c63b0 on network 7cc607b2-217d-4062-b691-f78cd94d3695 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:23:50.818305 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-542e7c2c-d259-40cd-a092-7279886d7dda service neutron] Checking agent: {'id': 'e15b8fdc-3f6d-455f-8616-9488d56a2a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80982', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'started_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:23:50.818305 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-542e7c2c-d259-40cd-a092-7279886d7dda service neutron] Checking segment: {'id': '5e9c7d23-9f52-425a-886c-ae692b6b907f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7cc607b2-217d-4062-b691-f78cd94d3695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:23:50.818751 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-542e7c2c-d259-40cd-a092-7279886d7dda service neutron] Bound using segment: {'id': '5e9c7d23-9f52-425a-886c-ae692b6b907f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7cc607b2-217d-4062-b691-f78cd94d3695'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:23:50.819347 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-542e7c2c-d259-40cd-a092-7279886d7dda service neutron] Bound port: ff3f33ff-9b22-4848-8252-b18a778c63b0, host: hv-cinder-80982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e9c7d23-9f52-425a-886c-ae692b6b907f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '7cc607b2-217d-4062-b691-f78cd94d3695'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:23:50.819706 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-542e7c2c-d259-40cd-a092-7279886d7dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:50.911871 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-67d9d7ef-1262-4489-89b5-4dad465f82c3 req-aa93b999-bec7-4243-8753-a3f0c45eb5b2 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106298 Sep 17 17:23:50.940841 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-86416c99-005e-4cbb-b5ae-281d7667868f req-e778cfdc-d6f2-404a-8d17-c3c7cf977abe service neutron] For port 564b7c2e-c673-4540-9e41-f972aca80f76, host hv-cinder-80982, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:23:50.940841 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-86416c99-005e-4cbb-b5ae-281d7667868f req-e778cfdc-d6f2-404a-8d17-c3c7cf977abe service neutron] For port 564b7c2e-c673-4540-9e41-f972aca80f76, host hv-cinder-80982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=564b7c2e-c673-4540-9e41-f972aca80f76,segment=NetworkSegment(b1a03354-394c-43d7-9829-253346971927),segment_id=b1a03354-394c-43d7-9829-253346971927)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:23:50.951043 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-542e7c2c-d259-40cd-a092-7279886d7dda service neutron] For port ff3f33ff-9b22-4848-8252-b18a778c63b0, host hv-cinder-80982, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:23:50.953835 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-542e7c2c-d259-40cd-a092-7279886d7dda service neutron] For port ff3f33ff-9b22-4848-8252-b18a778c63b0, host hv-cinder-80982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=ff3f33ff-9b22-4848-8252-b18a778c63b0,segment=NetworkSegment(5e9c7d23-9f52-425a-886c-ae692b6b907f),segment_id=5e9c7d23-9f52-425a-886c-ae692b6b907f)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:23:51.066240 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-86416c99-005e-4cbb-b5ae-281d7667868f req-e778cfdc-d6f2-404a-8d17-c3c7cf977abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:51.068919 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-542e7c2c-d259-40cd-a092-7279886d7dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:51.111899 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-542e7c2c-d259-40cd-a092-7279886d7dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:51.112506 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-542e7c2c-d259-40cd-a092-7279886d7dda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:51.113972 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-542e7c2c-d259-40cd-a092-7279886d7dda service neutron] 10.222.0.42 "PUT /v2.0/ports/ff3f33ff-9b22-4848-8252-b18a778c63b0 HTTP/1.1" status: 200 len: 1094 time: 2.1450653 Sep 17 17:23:51.114404 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4262c710-f037-4d52-b7b3-887b5e58cf12', 'tag': 'ff3f33ff-9b22-4848-8252-b18a778c63b0'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:23:51.116696 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34077d34-1a35-43ca-b6d8-57f6ec46dd6f" -d '{"events": [{"name": "network-changed", "server_uuid": "4262c710-f037-4d52-b7b3-887b5e58cf12", "tag": "ff3f33ff-9b22-4848-8252-b18a778c63b0"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:23:51.125226 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86416c99-005e-4cbb-b5ae-281d7667868f req-e778cfdc-d6f2-404a-8d17-c3c7cf977abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:51.125871 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-86416c99-005e-4cbb-b5ae-281d7667868f req-e778cfdc-d6f2-404a-8d17-c3c7cf977abe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:51.127479 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-86416c99-005e-4cbb-b5ae-281d7667868f req-e778cfdc-d6f2-404a-8d17-c3c7cf977abe service neutron] 10.222.0.42 "PUT /v2.0/ports/564b7c2e-c673-4540-9e41-f972aca80f76 HTTP/1.1" status: 200 len: 1093 time: 2.1575553 Sep 17 17:23:51.151237 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778cfdc-d6f2-404a-8d17-c3c7cf977abe service neutron] Pushing event updated for resources: {'Port': ['ID=564b7c2e-c673-4540-9e41-f972aca80f76,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:51.177454 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 17:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefa2f34-2748-4917-8716-ab22a58b86b0 x-openstack-request-id: req-aefa2f34-2748-4917-8716-ab22a58b86b0 {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:23:51.177745 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4262c710-f037-4d52-b7b3-887b5e58cf12", "tag": "ff3f33ff-9b22-4848-8252-b18a778c63b0", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:23:51.178032 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aefa2f34-2748-4917-8716-ab22a58b86b0 {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:23:51.178634 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4262c710-f037-4d52-b7b3-887b5e58cf12', 'tag': 'ff3f33ff-9b22-4848-8252-b18a778c63b0', 'status': 'completed', 'code': 200} Sep 17 17:23:51.232416 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e7c2c-d259-40cd-a092-7279886d7dda service neutron] Pushing event updated for resources: {'Port': ['ID=ff3f33ff-9b22-4848-8252-b18a778c63b0,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:51.251552 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34077d34-1a35-43ca-b6d8-57f6ec46dd6f req-e6fd83fe-0b32-4bea-bbda-6c5e6f044ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:51.252434 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-34077d34-1a35-43ca-b6d8-57f6ec46dd6f req-e6fd83fe-0b32-4bea-bbda-6c5e6f044ce8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=936d96ec969642abb3e823dfa0130055&device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 1097 time: 0.0498538 Sep 17 17:23:51.432179 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5961d-43eb-46c5-97ea-a28d35b4f511 req-416fed16-1b2f-42ae-955c-0785263069f4 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:51.433857 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-89f5961d-43eb-46c5-97ea-a28d35b4f511 req-416fed16-1b2f-42ae-955c-0785263069f4 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 944 time: 0.1761720 Sep 17 17:23:51.473003 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86416c99-005e-4cbb-b5ae-281d7667868f req-5165fd60-01ce-4629-9f31-2d30ee471d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:51.474355 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-86416c99-005e-4cbb-b5ae-281d7667868f req-5165fd60-01ce-4629-9f31-2d30ee471d39 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d00f129a8555488e830b8922b204b52b&device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 1096 time: 0.1479030 Sep 17 17:23:51.484334 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72907ad3-0c8c-42b3-9ace-b46e20b1a0f6 req-4402d124-f8b9-4ebd-bd50-9931272bb8a0 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:51.485752 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-72907ad3-0c8c-42b3-9ace-b46e20b1a0f6 req-4402d124-f8b9-4ebd-bd50-9931272bb8a0 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 943 time: 0.1770430 Sep 17 17:23:51.495343 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34077d34-1a35-43ca-b6d8-57f6ec46dd6f req-511546a7-bdec-471d-ba10-571571855606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:51.496723 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-34077d34-1a35-43ca-b6d8-57f6ec46dd6f req-511546a7-bdec-471d-ba10-571571855606 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=936d96ec969642abb3e823dfa0130055&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2284660 Sep 17 17:23:51.548110 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-86416c99-005e-4cbb-b5ae-281d7667868f req-f0750fe2-a709-4cd0-b8c2-5316c695970c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=564b7c2e-c673-4540-9e41-f972aca80f76 HTTP/1.1" status: 200 len: 217 time: 0.0614290 Sep 17 17:23:51.618261 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-89f5961d-43eb-46c5-97ea-a28d35b4f511 req-aa36a581-ac59-4b65-8a46-513d539e3a74 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732621 Sep 17 17:23:51.645130 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-72907ad3-0c8c-42b3-9ace-b46e20b1a0f6 req-28fd90ea-4beb-46d5-b2c7-1701aa08584c tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431513 Sep 17 17:23:51.679826 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86416c99-005e-4cbb-b5ae-281d7667868f req-894c80fd-8c5a-4e88-abf6-74ae353e4122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:51.681292 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-86416c99-005e-4cbb-b5ae-281d7667868f req-894c80fd-8c5a-4e88-abf6-74ae353e4122 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fde94289-3ec1-481c-9f1d-1204a3b357ea HTTP/1.1" status: 200 len: 856 time: 0.1169608 Sep 17 17:23:51.763921 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34077d34-1a35-43ca-b6d8-57f6ec46dd6f req-57943419-0fd1-4b49-bda9-c68b46dc79e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:51.767622 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-34077d34-1a35-43ca-b6d8-57f6ec46dd6f req-57943419-0fd1-4b49-bda9-c68b46dc79e3 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2352138 Sep 17 17:23:51.792081 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ddc7f-037e-41ff-ae52-f3e5e8367061 req-3dae5d28-8f74-4425-86fb-25eb06ff44a3 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:51.793617 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-397ddc7f-037e-41ff-ae52-f3e5e8367061 req-3dae5d28-8f74-4425-86fb-25eb06ff44a3 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 943 time: 0.1114626 Sep 17 17:23:51.795545 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86416c99-005e-4cbb-b5ae-281d7667868f req-809ea89e-759e-42a4-a91e-a26576b88cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:51.804343 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-86416c99-005e-4cbb-b5ae-281d7667868f req-809ea89e-759e-42a4-a91e-a26576b88cc3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cb36a6d4-a9d9-4809-94d8-ccef3d49f97a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1013062 Sep 17 17:23:51.896059 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device b0c509ae-87ca-41dd-a870-1cafb8a88d5e details requested by agent hyperv_hv-cinder-80982 with host hv-cinder-80982 {{(pid=94717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 17:23:51.917941 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-397ddc7f-037e-41ff-ae52-f3e5e8367061 req-63c088e1-25b0-4c84-9833-0e924e02c647 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf19f7e8-d04d-479d-bf63-7750164071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152594 Sep 17 17:23:51.944358 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 3c503b0b-0cca-4b88-8bc3-d5175436d0de up at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:23:51.975592 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-11480d64-bc0f-4f92-8648-cea4ace0b5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:51.984047 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-11480d64-bc0f-4f92-8648-cea4ace0b5d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=936d96ec969642abb3e823dfa0130055&device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 1097 time: 0.1651394 Sep 17 17:23:51.991907 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-86416c99-005e-4cbb-b5ae-281d7667868f req-092634e6-0266-4957-b06d-3bf2bccb48cb service neutron] 10.222.0.42 "GET /v2.0/networks/cb36a6d4-a9d9-4809-94d8-ccef3d49f97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868453 Sep 17 17:23:52.101145 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-56354f86-d404-439f-9877-8a3fa49dce18 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff3f33ff-9b22-4848-8252-b18a778c63b0 HTTP/1.1" status: 200 len: 217 time: 0.1046104 Sep 17 17:23:52.185439 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port b0c509ae-87ca-41dd-a870-1cafb8a88d5e, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=b0c509ae-87ca-41dd-a870-1cafb8a88d5e,segment=NetworkSegment(5e9c7d23-9f52-425a-886c-ae692b6b907f),segment_id=5e9c7d23-9f52-425a-886c-ae692b6b907f)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:23:52.200189 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Returning: {'device': 'b0c509ae-87ca-41dd-a870-1cafb8a88d5e', 'network_id': '7cc607b2-217d-4062-b691-f78cd94d3695', 'port_id': 'b0c509ae-87ca-41dd-a870-1cafb8a88d5e', 'mac_address': 'fa:16:3e:75:1d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aee1d114-d631-4cfa-9776-affd7ae8bdda', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 17:23:52.206579 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610b5b9-e294-415f-8c62-60f6d3b59799 req-7d198ced-65ed-447f-9dc6-b544e698446e tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:52.208169 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f610b5b9-e294-415f-8c62-60f6d3b59799 req-7d198ced-65ed-447f-9dc6-b544e698446e tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 944 time: 0.2151980 Sep 17 17:23:52.244009 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:52.251136 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-86416c99-005e-4cbb-b5ae-281d7667868f req-e49e5416-d59f-4511-9e92-6160fe88bc03 service neutron] 10.222.0.42 "GET /v2.0/networks/cb36a6d4-a9d9-4809-94d8-ccef3d49f97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475686 Sep 17 17:23:52.253671 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-749aa061-2cd2-4a87-80bb-8a6473968318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:52.255474 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-749aa061-2cd2-4a87-80bb-8a6473968318 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aee1d114-d631-4cfa-9776-affd7ae8bdda HTTP/1.1" status: 200 len: 858 time: 0.1200438 Sep 17 17:23:52.267500 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c509ae-87ca-41dd-a870-1cafb8a88d5e {{(pid=94717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:23:52.285830 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f610b5b9-e294-415f-8c62-60f6d3b59799 req-a9179b0c-af1c-499b-b935-4ad7b5cbabe4 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623147 Sep 17 17:23:52.289482 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port b0c509ae-87ca-41dd-a870-1cafb8a88d5e, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=b0c509ae-87ca-41dd-a870-1cafb8a88d5e,segment=NetworkSegment(5e9c7d23-9f52-425a-886c-ae692b6b907f),segment_id=5e9c7d23-9f52-425a-886c-ae692b6b907f)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:23:52.297707 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning for port 3c503b0b-0cca-4b88-8bc3-d5175436d0de completed by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 17:23:52.302198 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning complete for port 3c503b0b-0cca-4b88-8bc3-d5175436d0de triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:23:52.302571 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:52.313716 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-b7aceda2-9db1-47b5-bccd-f4d4dd186a6f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7cc607b2-217d-4062-b691-f78cd94d3695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441892 Sep 17 17:23:52.385189 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:52.403369 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:52.404011 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device bcc8222b-97b4-4468-af6c-ae954666a588 details requested by agent hyperv_hv-cinder-80982 with host hv-cinder-80982 {{(pid=94717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 17:23:52.412857 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-bbc480e5-9df8-4351-8d1f-b225589b2883 service neutron] 10.222.0.42 "GET /v2.0/networks/7cc607b2-217d-4062-b691-f78cd94d3695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861554 Sep 17 17:23:52.415229 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947c897f-465a-4162-81e2-f77def8ff48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c503b0b-0cca-4b88-8bc3-d5175436d0de'}] {{(pid=94717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:23:52.524319 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 3c503b0b-0cca-4b88-8bc3-d5175436d0de, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=3c503b0b-0cca-4b88-8bc3-d5175436d0de,segment=NetworkSegment(e96ed9d6-dcd6-4b60-800e-12caf220a56a),segment_id=e96ed9d6-dcd6-4b60-800e-12caf220a56a)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:23:52.567899 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=b0c509ae-87ca-41dd-a870-1cafb8a88d5e,revision_number=4']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:52.642061 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef4bfb6114c7858c34ed9f7d570ef17f9d28f3d7fc67a01f0bf07e2066d3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075bbdb9-0e13-4bbd-9290-4f687a012292" -d '{"events": [{"server_uuid": "947c897f-465a-4162-81e2-f77def8ff48c", "name": "network-vif-plugged", "status": "completed", "tag": "3c503b0b-0cca-4b88-8bc3-d5175436d0de"}]}' {{(pid=94717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:23:52.655104 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:52.717851 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=3c503b0b-0cca-4b88-8bc3-d5175436d0de,revision_number=5']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:52.724056 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port bcc8222b-97b4-4468-af6c-ae954666a588, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=bcc8222b-97b4-4468-af6c-ae954666a588,segment=NetworkSegment(d6f064f9-862a-49cf-b90a-5116e72f0d03),segment_id=d6f064f9-862a-49cf-b90a-5116e72f0d03)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:23:52.728385 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bc4cf03f-b974-4598-b8c5-8d9ba3ccf709 req-934eb44b-619e-4323-8fe2-8c6179370700 service neutron] 10.222.0.42 "GET /v2.0/networks/7cc607b2-217d-4062-b691-f78cd94d3695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044672 Sep 17 17:23:52.754162 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Returning: {'device': 'bcc8222b-97b4-4468-af6c-ae954666a588', 'network_id': 'ff2c4515-882e-48d4-b96e-0e029e4a52da', 'port_id': 'bcc8222b-97b4-4468-af6c-ae954666a588', 'mac_address': 'fa:16:3e:53:cb:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18c3d954-2482-4475-9259-890fcf69ecb8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 17:23:52.777057 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c352f-6f56-4549-9166-4498d71c43d6 req-7425fd95-77fa-4d16-a3e0-3e0de5cdd0a9 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:52.779710 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c55c352f-6f56-4549-9166-4498d71c43d6 req-7425fd95-77fa-4d16-a3e0-3e0de5cdd0a9 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 944 time: 0.0851684 Sep 17 17:23:52.789301 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8639da34-fe10-4b1e-8483-01658ce24598 x-openstack-request-id: req-8639da34-fe10-4b1e-8483-01658ce24598 {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:23:52.789738 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "947c897f-465a-4162-81e2-f77def8ff48c", "name": "network-vif-plugged", "status": "completed", "tag": "3c503b0b-0cca-4b88-8bc3-d5175436d0de", "code": 200}]} {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:23:52.790010 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8639da34-fe10-4b1e-8483-01658ce24598 {{(pid=94717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:23:52.790418 dv-cinder-809828-1-iscsi neutron-server[94717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947c897f-465a-4162-81e2-f77def8ff48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c503b0b-0cca-4b88-8bc3-d5175436d0de', 'code': 200} Sep 17 17:23:52.824522 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:52.843628 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcc8222b-97b4-4468-af6c-ae954666a588 {{(pid=94717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:23:52.864900 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c55c352f-6f56-4549-9166-4498d71c43d6 req-048d0289-0882-4f23-a19e-5e9f968d392c tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650547 Sep 17 17:23:52.869850 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port bcc8222b-97b4-4468-af6c-ae954666a588, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=bcc8222b-97b4-4468-af6c-ae954666a588,segment=NetworkSegment(d6f064f9-862a-49cf-b90a-5116e72f0d03),segment_id=d6f064f9-862a-49cf-b90a-5116e72f0d03)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:23:52.898349 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-1f82e686-81a8-4657-9f7d-84c5fb446ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:52.935600 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37327459-d1d9-4218-8ef2-6b765ef27069 req-fcd38faf-f45c-4ac1-8586-68975adba787 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:52.944579 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-37327459-d1d9-4218-8ef2-6b765ef27069 req-fcd38faf-f45c-4ac1-8586-68975adba787 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 943 time: 0.0681155 Sep 17 17:23:52.976241 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-37327459-d1d9-4218-8ef2-6b765ef27069 req-b2f77651-84de-4826-8ac5-0c22e2aa704b tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330822 Sep 17 17:23:52.991867 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:53.042163 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=bcc8222b-97b4-4468-af6c-ae954666a588,revision_number=4']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:53.073925 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c4026-a1af-4050-9fac-fee747ba707e req-a17a961d-4647-42eb-ae0c-9f7c28e37450 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:53.075558 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ac0c4026-a1af-4050-9fac-fee747ba707e req-a17a961d-4647-42eb-ae0c-9f7c28e37450 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 944 time: 0.0582144 Sep 17 17:23:53.121276 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ac0c4026-a1af-4050-9fac-fee747ba707e req-8e986ea9-6352-402a-bc72-2326a71936a2 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf19f7e8-d04d-479d-bf63-7750164071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397091 Sep 17 17:23:53.180099 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f874e1-1f62-4fde-ba5d-0e0c580834b1', 'tag': '564b7c2e-c673-4540-9e41-f972aca80f76'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:23:53.191771 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f874eb96-7549-4b3e-b073-f75af7f718fa" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f874e1-1f62-4fde-ba5d-0e0c580834b1", "tag": "564b7c2e-c673-4540-9e41-f972aca80f76"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:23:53.216718 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 17:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87371c9f-a1f6-468a-a327-d1b96fa05e92 x-openstack-request-id: req-87371c9f-a1f6-468a-a327-d1b96fa05e92 {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:23:53.217007 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f874e1-1f62-4fde-ba5d-0e0c580834b1", "tag": "564b7c2e-c673-4540-9e41-f972aca80f76", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:23:53.217257 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-87371c9f-a1f6-468a-a327-d1b96fa05e92 {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:23:53.217645 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f874e1-1f62-4fde-ba5d-0e0c580834b1', 'tag': '564b7c2e-c673-4540-9e41-f972aca80f76', 'status': 'completed', 'code': 200} Sep 17 17:23:53.246111 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['bcc8222b-97b4-4468-af6c-ae954666a588'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:23:53.252075 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['b0c509ae-87ca-41dd-a870-1cafb8a88d5e'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:23:53.311925 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874eb96-7549-4b3e-b073-f75af7f718fa req-2fcb21db-3e53-44a4-a355-50fb6664f301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:53.311925 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f874eb96-7549-4b3e-b073-f75af7f718fa req-2fcb21db-3e53-44a4-a355-50fb6664f301 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d00f129a8555488e830b8922b204b52b&device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 1096 time: 0.0443463 Sep 17 17:23:53.458628 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c03df-702e-439d-b816-45876dea2ec7 req-2a655ed4-00de-4ade-a74b-da1a3bf6a5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:53.473161 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c64c03df-702e-439d-b816-45876dea2ec7 req-2a655ed4-00de-4ade-a74b-da1a3bf6a5a9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 1098 time: 0.1631262 Sep 17 17:23:53.496130 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001e12e-f7ba-4723-816f-4c6ad4049eb8 req-7e15ab04-42aa-4389-977a-3d6a585c62fb tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:53.497644 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5001e12e-f7ba-4723-816f-4c6ad4049eb8 req-7e15ab04-42aa-4389-977a-3d6a585c62fb tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 945 time: 0.1263056 Sep 17 17:23:53.503558 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-c64c03df-702e-439d-b816-45876dea2ec7 req-cfe9ea3c-f322-47d2-b347-e239cd23d880 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:53.536635 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874eb96-7549-4b3e-b073-f75af7f718fa req-ea94141c-08e9-40b5-b1fa-a1efef8044f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:53.537814 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f874eb96-7549-4b3e-b073-f75af7f718fa req-ea94141c-08e9-40b5-b1fa-a1efef8044f2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cb36a6d4-a9d9-4809-94d8-ccef3d49f97a HTTP/1.1" status: 200 len: 918 time: 0.2322259 Sep 17 17:23:53.599166 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f874eb96-7549-4b3e-b073-f75af7f718fa req-1bf7b179-71e5-4792-ac63-780116cb9e4b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=564b7c2e-c673-4540-9e41-f972aca80f76 HTTP/1.1" status: 200 len: 217 time: 0.0504422 Sep 17 17:23:53.606446 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5001e12e-f7ba-4723-816f-4c6ad4049eb8 req-9680b62a-be87-4d7b-94d9-3b8acf392e97 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008155 Sep 17 17:23:53.675087 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874eb96-7549-4b3e-b073-f75af7f718fa req-5bcfdb3e-298d-4e0c-ac60-d5a198c74c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:53.676583 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f874eb96-7549-4b3e-b073-f75af7f718fa req-5bcfdb3e-298d-4e0c-ac60-d5a198c74c49 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fde94289-3ec1-481c-9f1d-1204a3b357ea HTTP/1.1" status: 200 len: 856 time: 0.0636415 Sep 17 17:23:53.734299 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-c64c03df-702e-439d-b816-45876dea2ec7 req-cfe9ea3c-f322-47d2-b347-e239cd23d880 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:53.746624 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874eb96-7549-4b3e-b073-f75af7f718fa req-8e438126-4fa2-4b86-9824-b798bf855455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:53.748260 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f874eb96-7549-4b3e-b073-f75af7f718fa req-8e438126-4fa2-4b86-9824-b798bf855455 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cb36a6d4-a9d9-4809-94d8-ccef3d49f97a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0623231 Sep 17 17:23:53.844421 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f874eb96-7549-4b3e-b073-f75af7f718fa req-0674d01f-b19f-4d59-8d6f-3c7bb7fa9aa0 service neutron] 10.222.0.42 "GET /v2.0/networks/cb36a6d4-a9d9-4809-94d8-ccef3d49f97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870726 Sep 17 17:23:53.885387 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-c64c03df-702e-439d-b816-45876dea2ec7 req-cfe9ea3c-f322-47d2-b347-e239cd23d880 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:53.909231 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 564b7c2e-c673-4540-9e41-f972aca80f76 details requested by agent hyperv_hv-cinder-80982 with host hv-cinder-80982 {{(pid=94717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 17:23:53.959769 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c64c03df-702e-439d-b816-45876dea2ec7 req-cfe9ea3c-f322-47d2-b347-e239cd23d880 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4877932 Sep 17 17:23:54.012945 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f874eb96-7549-4b3e-b073-f75af7f718fa req-7d190cf6-8c87-4353-bb8b-26c2e047d18f service neutron] 10.222.0.42 "GET /v2.0/networks/cb36a6d4-a9d9-4809-94d8-ccef3d49f97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522019 Sep 17 17:23:54.012945 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe9ea3c-f322-47d2-b347-e239cd23d880 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=51a80c21-d326-4b3f-9ee2-a15bcd417042,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:54.033337 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb3fd4-4f5c-4f12-9f25-d4626cf057a9 req-3e7f4734-0bee-404b-9160-e835e836b91f tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:54.034890 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-dbcb3fd4-4f5c-4f12-9f25-d4626cf057a9 req-3e7f4734-0bee-404b-9160-e835e836b91f tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 944 time: 0.0831280 Sep 17 17:23:54.043180 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 564b7c2e-c673-4540-9e41-f972aca80f76, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=564b7c2e-c673-4540-9e41-f972aca80f76,segment=NetworkSegment(b1a03354-394c-43d7-9829-253346971927),segment_id=b1a03354-394c-43d7-9829-253346971927)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:23:54.059528 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Returning: {'device': '564b7c2e-c673-4540-9e41-f972aca80f76', 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a', 'port_id': '564b7c2e-c673-4540-9e41-f972aca80f76', 'mac_address': 'fa:16:3e:7d:ad:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fde94289-3ec1-481c-9f1d-1204a3b357ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 17:23:54.091501 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-dbcb3fd4-4f5c-4f12-9f25-d4626cf057a9 req-928b1222-c1ff-4a71-93c3-15b6a18b1ba2 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496628 Sep 17 17:23:54.104685 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:54.121602 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 564b7c2e-c673-4540-9e41-f972aca80f76 {{(pid=94717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:23:54.133032 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d4909-4a1b-4a47-8029-3bc7454460d3 req-d274f0c2-9344-4c7a-bf27-ca93ccc4edb7 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:54.134523 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cd1d4909-4a1b-4a47-8029-3bc7454460d3 req-d274f0c2-9344-4c7a-bf27-ca93ccc4edb7 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 943 time: 0.0617576 Sep 17 17:23:54.141645 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 564b7c2e-c673-4540-9e41-f972aca80f76, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=564b7c2e-c673-4540-9e41-f972aca80f76,segment=NetworkSegment(b1a03354-394c-43d7-9829-253346971927),segment_id=b1a03354-394c-43d7-9829-253346971927)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:23:54.173679 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cd1d4909-4a1b-4a47-8029-3bc7454460d3 req-83e35575-4fac-487f-a803-b758e8937ae0 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328615 Sep 17 17:23:54.236822 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd016db9-adf5-4dc3-89d6-7c0df2b5becb req-c3303aa7-239e-41f4-bef2-c057748a291c tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:54.238286 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fd016db9-adf5-4dc3-89d6-7c0df2b5becb req-c3303aa7-239e-41f4-bef2-c057748a291c tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 944 time: 0.0484500 Sep 17 17:23:54.265209 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:54.276546 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fd016db9-adf5-4dc3-89d6-7c0df2b5becb req-40c29570-a7f1-457f-9429-273fdbdf30ff tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf19f7e8-d04d-479d-bf63-7750164071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316570 Sep 17 17:23:54.313603 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=564b7c2e-c673-4540-9e41-f972aca80f76,revision_number=4']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:54.535906 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['564b7c2e-c673-4540-9e41-f972aca80f76'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:23:54.730095 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ff294-3010-4c01-b151-d8944dfbcee2 req-eaff5b03-3f53-455e-b42e-c430acef667a tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:54.731776 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b12ff294-3010-4c01-b151-d8944dfbcee2 req-eaff5b03-3f53-455e-b42e-c430acef667a tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 945 time: 0.0587919 Sep 17 17:23:54.769265 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b12ff294-3010-4c01-b151-d8944dfbcee2 req-5611480e-11a0-448c-90b5-89e0d06869e7 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312440 Sep 17 17:23:54.886005 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 53766) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:54.989407 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-7713a103-3057-473b-8ae6-9d60875c903e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:55.075142 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-7713a103-3057-473b-8ae6-9d60875c903e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:55.204617 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fcbbe-4437-4ed3-b378-defdb93b8c0b req-93dd8b6e-cd7d-4d14-9355-07d78ce5d8d9 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:55.207243 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-244fcbbe-4437-4ed3-b378-defdb93b8c0b req-93dd8b6e-cd7d-4d14-9355-07d78ce5d8d9 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 944 time: 0.0494754 Sep 17 17:23:55.228880 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-7713a103-3057-473b-8ae6-9d60875c903e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:55.317211 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-244fcbbe-4437-4ed3-b378-defdb93b8c0b req-a90061a8-dbbd-421c-b3f8-07de952e0fe6 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035244 Sep 17 17:23:55.321167 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-7713a103-3057-473b-8ae6-9d60875c903e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1deadff1bdfb4a489400e0f079a3581d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4341207 Sep 17 17:23:55.323078 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713a103-3057-473b-8ae6-9d60875c903e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e323bfd9-d60b-4b67-8d62-e943ec4a4172,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:55.324389 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 53788) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:55.354819 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44314773-45b1-4642-9bc4-35b4fb49b6d4 req-360f2d5c-a8b3-4c0d-8c6e-7e8e74a54454 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:55.356354 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-44314773-45b1-4642-9bc4-35b4fb49b6d4 req-360f2d5c-a8b3-4c0d-8c6e-7e8e74a54454 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 944 time: 0.0984285 Sep 17 17:23:55.382198 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e4418649-de35-4749-957c-002d2e83d69c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:55.403135 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e4418649-de35-4749-957c-002d2e83d69c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:55.417410 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-44314773-45b1-4642-9bc4-35b4fb49b6d4 req-520994e3-4989-4dcd-8e58-c066d9d04e6e tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545535 Sep 17 17:23:55.439887 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d71965-5ecd-4648-88f9-72fb8340cf3b req-e7454fdf-2272-4fd3-8f5c-b2a716b11615 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:55.441436 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c0d71965-5ecd-4648-88f9-72fb8340cf3b req-e7454fdf-2272-4fd3-8f5c-b2a716b11615 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 944 time: 0.0646267 Sep 17 17:23:55.479121 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c0d71965-5ecd-4648-88f9-72fb8340cf3b req-1f865c25-c6a7-4833-85b7-4841acd322cd tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf19f7e8-d04d-479d-bf63-7750164071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305011 Sep 17 17:23:55.585430 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e4418649-de35-4749-957c-002d2e83d69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:55.587971 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e4418649-de35-4749-957c-002d2e83d69c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:55.589938 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-e4418649-de35-4749-957c-002d2e83d69c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e323bfd9-d60b-4b67-8d62-e943ec4a4172 HTTP/1.1" status: 204 len: 168 time: 0.2645700 Sep 17 17:23:55.597490 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4418649-de35-4749-957c-002d2e83d69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e323bfd9-d60b-4b67-8d62-e943ec4a4172,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:55.674721 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-b07c93e9-9b7e-4bac-b2c4-084899486532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:55.889837 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373a833-a2a9-4127-a0ba-a84687564ea6 req-ebfa3121-9fe4-4445-8560-807c420d14af tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:55.891344 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6373a833-a2a9-4127-a0ba-a84687564ea6 req-ebfa3121-9fe4-4445-8560-807c420d14af tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 945 time: 0.0530200 Sep 17 17:23:55.930876 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6373a833-a2a9-4127-a0ba-a84687564ea6 req-b0a82167-8103-4836-9c1a-461dc320fa45 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334322 Sep 17 17:23:56.297524 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device ff3f33ff-9b22-4848-8252-b18a778c63b0 details requested by agent hyperv_hv-cinder-80982 with host hv-cinder-80982 {{(pid=94717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 17:23:56.327405 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 53810) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:56.340551 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-719d6fbb-cd06-4218-9dfb-d279f9d1f3ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:56.416674 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port ff3f33ff-9b22-4848-8252-b18a778c63b0, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=ff3f33ff-9b22-4848-8252-b18a778c63b0,segment=NetworkSegment(5e9c7d23-9f52-425a-886c-ae692b6b907f),segment_id=5e9c7d23-9f52-425a-886c-ae692b6b907f)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:23:56.428740 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Returning: {'device': 'ff3f33ff-9b22-4848-8252-b18a778c63b0', 'network_id': '7cc607b2-217d-4062-b691-f78cd94d3695', 'port_id': 'ff3f33ff-9b22-4848-8252-b18a778c63b0', 'mac_address': 'fa:16:3e:41:74:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aee1d114-d631-4cfa-9776-affd7ae8bdda', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 17:23:56.470751 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:56.477231 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3cb22-6b66-42c7-a4d3-a5234803402f req-fcc8c098-b53d-4a86-84e5-9524a54c108f tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:56.478768 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-15f3cb22-6b66-42c7-a4d3-a5234803402f req-fcc8c098-b53d-4a86-84e5-9524a54c108f tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 944 time: 0.0733109 Sep 17 17:23:56.483595 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-719d6fbb-cd06-4218-9dfb-d279f9d1f3ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:56.484370 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff3f33ff-9b22-4848-8252-b18a778c63b0 {{(pid=94717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:23:56.504192 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port ff3f33ff-9b22-4848-8252-b18a778c63b0, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=ff3f33ff-9b22-4848-8252-b18a778c63b0,segment=NetworkSegment(5e9c7d23-9f52-425a-886c-ae692b6b907f),segment_id=5e9c7d23-9f52-425a-886c-ae692b6b907f)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:23:56.554711 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-15f3cb22-6b66-42c7-a4d3-a5234803402f req-9620a55a-5be5-4ab0-be35-00da213c0777 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670850 Sep 17 17:23:56.566939 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738d695-7996-4263-88ff-9ef5f8b61aa1 req-56dab9cb-8de7-4e5a-a6ba-2e805238dc1d tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:56.568930 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7738d695-7996-4263-88ff-9ef5f8b61aa1 req-56dab9cb-8de7-4e5a-a6ba-2e805238dc1d tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 944 time: 0.0744152 Sep 17 17:23:56.609736 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7738d695-7996-4263-88ff-9ef5f8b61aa1 req-408a5b54-5fb4-4ca8-9f6f-2f0730c34a64 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342023 Sep 17 17:23:56.621495 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-719d6fbb-cd06-4218-9dfb-d279f9d1f3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:56.665046 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:56.680373 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-719d6fbb-cd06-4218-9dfb-d279f9d1f3ca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c182ace6d54242979482f957aec2fd31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3518949 Sep 17 17:23:56.683178 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d6fbb-cd06-4218-9dfb-d279f9d1f3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270da137-9cca-4c10-9fa0-70b7b21b64db,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:56.683417 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 53822) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:56.695969 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830d095-3bcd-4dbd-8854-dc4f9e3ec138 req-1c9ce4ce-09ea-4506-a3f8-e151be45e92e tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:56.697474 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4830d095-3bcd-4dbd-8854-dc4f9e3ec138 req-1c9ce4ce-09ea-4506-a3f8-e151be45e92e tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 944 time: 0.0858676 Sep 17 17:23:56.723371 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:56.734832 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=ff3f33ff-9b22-4848-8252-b18a778c63b0,revision_number=4']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:56.736850 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-183a968f-29d7-4059-b504-139c9f7020f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:56.737624 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4830d095-3bcd-4dbd-8854-dc4f9e3ec138 req-668093da-307c-4fd7-8744-f7fa8695c921 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf19f7e8-d04d-479d-bf63-7750164071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335641 Sep 17 17:23:56.759228 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-183a968f-29d7-4059-b504-139c9f7020f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:56.836605 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:56.897399 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-183a968f-29d7-4059-b504-139c9f7020f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:56.900041 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-183a968f-29d7-4059-b504-139c9f7020f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:56.901188 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-183a968f-29d7-4059-b504-139c9f7020f0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/270da137-9cca-4c10-9fa0-70b7b21b64db HTTP/1.1" status: 204 len: 168 time: 0.2159185 Sep 17 17:23:56.908807 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a968f-29d7-4059-b504-139c9f7020f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270da137-9cca-4c10-9fa0-70b7b21b64db,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:57.041999 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c02f0-ca7b-4608-8a93-47967de2182d req-43d0b680-d528-4d37-99aa-6a533fcb6be3 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:57.043456 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-249c02f0-ca7b-4608-8a93-47967de2182d req-43d0b680-d528-4d37-99aa-6a533fcb6be3 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 945 time: 0.0464990 Sep 17 17:23:57.084370 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-249c02f0-ca7b-4608-8a93-47967de2182d req-6418d04e-6c46-48b1-b657-266d007b8bbc tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349281 Sep 17 17:23:57.188696 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 564b7c2e-c673-4540-9e41-f972aca80f76 up at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:23:57.379067 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning for port 564b7c2e-c673-4540-9e41-f972aca80f76 completed by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 17:23:57.383092 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning complete for port 564b7c2e-c673-4540-9e41-f972aca80f76 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:23:57.383470 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:57.460913 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:57.483564 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f874e1-1f62-4fde-ba5d-0e0c580834b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564b7c2e-c673-4540-9e41-f972aca80f76'}] {{(pid=94717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:23:57.485744 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef4bfb6114c7858c34ed9f7d570ef17f9d28f3d7fc67a01f0bf07e2066d3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9c7583-b44b-4a0a-9949-c5547e889d2c" -d '{"events": [{"server_uuid": "e5f874e1-1f62-4fde-ba5d-0e0c580834b1", "name": "network-vif-plugged", "status": "completed", "tag": "564b7c2e-c673-4540-9e41-f972aca80f76"}]}' {{(pid=94717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:23:57.498700 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 564b7c2e-c673-4540-9e41-f972aca80f76, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=564b7c2e-c673-4540-9e41-f972aca80f76,segment=NetworkSegment(b1a03354-394c-43d7-9829-253346971927),segment_id=b1a03354-394c-43d7-9829-253346971927)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:23:57.523949 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77b45a6-74d0-48ff-a184-6dc243f8773e x-openstack-request-id: req-b77b45a6-74d0-48ff-a184-6dc243f8773e {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:23:57.524238 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f874e1-1f62-4fde-ba5d-0e0c580834b1", "name": "network-vif-plugged", "status": "completed", "tag": "564b7c2e-c673-4540-9e41-f972aca80f76", "code": 200}]} {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:23:57.524487 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b77b45a6-74d0-48ff-a184-6dc243f8773e {{(pid=94717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:23:57.524869 dv-cinder-809828-1-iscsi neutron-server[94717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f874e1-1f62-4fde-ba5d-0e0c580834b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564b7c2e-c673-4540-9e41-f972aca80f76', 'code': 200} Sep 17 17:23:57.568134 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:57.569308 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device b0c509ae-87ca-41dd-a870-1cafb8a88d5e up at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:23:57.648440 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=564b7c2e-c673-4540-9e41-f972aca80f76,revision_number=5']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:57.672639 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea295d81-92b0-4a10-b437-9eddd83f7a82 req-703c0808-fcdf-4c4b-a9bd-beb8c0d1f276 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:57.674115 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ea295d81-92b0-4a10-b437-9eddd83f7a82 req-703c0808-fcdf-4c4b-a9bd-beb8c0d1f276 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 945 time: 0.0512116 Sep 17 17:23:57.709230 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 53844) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:57.722073 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-21a9db40-deb9-45f0-98c7-6136c02a71ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:57.738936 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ea295d81-92b0-4a10-b437-9eddd83f7a82 req-9a6973a3-97aa-4c93-bfc1-dbc6ca34d74d tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581429 Sep 17 17:23:57.760127 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5683c-de2a-4950-9164-169e3f4f55da req-59997433-4b68-4406-8b51-db24ef4fefad tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:57.762737 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9bd5683c-de2a-4950-9164-169e3f4f55da req-59997433-4b68-4406-8b51-db24ef4fefad tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.0664606 Sep 17 17:23:57.783503 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning for port b0c509ae-87ca-41dd-a870-1cafb8a88d5e completed by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 17:23:57.790230 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning complete for port b0c509ae-87ca-41dd-a870-1cafb8a88d5e triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:23:57.797156 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:57.814703 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9bd5683c-de2a-4950-9164-169e3f4f55da req-6f340d8b-709c-46e4-9a54-3b7f36a3bf2d tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464475 Sep 17 17:23:57.830661 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-21a9db40-deb9-45f0-98c7-6136c02a71ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:57.870912 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2c99f-4b8b-4085-83c6-6a1a3a78b3e0 req-a1e2e31c-b1f4-47ea-8489-bd26ea791311 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:57.872400 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f8a2c99f-4b8b-4085-83c6-6a1a3a78b3e0 req-a1e2e31c-b1f4-47ea-8489-bd26ea791311 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 944 time: 0.0566783 Sep 17 17:23:57.882605 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:57.909716 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f8a2c99f-4b8b-4085-83c6-6a1a3a78b3e0 req-20d568b0-533f-4c50-87ae-0a16e83e3ca1 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf19f7e8-d04d-479d-bf63-7750164071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313165 Sep 17 17:23:57.916169 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port b0c509ae-87ca-41dd-a870-1cafb8a88d5e, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=b0c509ae-87ca-41dd-a870-1cafb8a88d5e,segment=NetworkSegment(5e9c7d23-9f52-425a-886c-ae692b6b907f),segment_id=5e9c7d23-9f52-425a-886c-ae692b6b907f)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:23:57.945017 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-21a9db40-deb9-45f0-98c7-6136c02a71ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:57.982811 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-21a9db40-deb9-45f0-98c7-6136c02a71ca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=407db05e1da04612838990c2868f09fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725184 Sep 17 17:23:57.983924 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a9db40-deb9-45f0-98c7-6136c02a71ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e562d827-cb2a-494c-be01-a11e279acf51,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:57.985508 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 53848) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:23:58.017590 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:58.018800 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device bcc8222b-97b4-4468-af6c-ae954666a588 up at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:23:58.034015 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-139a6e3a-7ab9-4516-be77-c6bf492027d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:58.057146 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-139a6e3a-7ab9-4516-be77-c6bf492027d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:58.097486 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=b0c509ae-87ca-41dd-a870-1cafb8a88d5e,revision_number=5']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:58.177437 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-139a6e3a-7ab9-4516-be77-c6bf492027d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:58.181021 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-139a6e3a-7ab9-4516-be77-c6bf492027d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:58.182108 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-139a6e3a-7ab9-4516-be77-c6bf492027d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e562d827-cb2a-494c-be01-a11e279acf51 HTTP/1.1" status: 204 len: 168 time: 0.1956437 Sep 17 17:23:58.194897 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a6e3a-7ab9-4516-be77-c6bf492027d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e562d827-cb2a-494c-be01-a11e279acf51,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:58.217355 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e0b62-99fb-4aa3-9b02-3a77a6efa5dd req-7b1a8656-78e1-4f41-bb5c-5ab969ccb7ac tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:58.220458 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a91e0b62-99fb-4aa3-9b02-3a77a6efa5dd req-7b1a8656-78e1-4f41-bb5c-5ab969ccb7ac tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 945 time: 0.0692539 Sep 17 17:23:58.236580 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning for port bcc8222b-97b4-4468-af6c-ae954666a588 completed by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 17:23:58.241483 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning complete for port bcc8222b-97b4-4468-af6c-ae954666a588 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:23:58.241631 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:58.279853 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a91e0b62-99fb-4aa3-9b02-3a77a6efa5dd req-2b1c6370-7b87-4f98-8c0b-7ae48d6c37ce tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518448 Sep 17 17:23:58.324299 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:58.358236 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port bcc8222b-97b4-4468-af6c-ae954666a588, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=bcc8222b-97b4-4468-af6c-ae954666a588,segment=NetworkSegment(d6f064f9-862a-49cf-b90a-5116e72f0d03),segment_id=d6f064f9-862a-49cf-b90a-5116e72f0d03)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:23:58.462672 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:58.509003 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=bcc8222b-97b4-4468-af6c-ae954666a588,revision_number=5']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:23:58.545676 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:23:58.859051 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01153fd1-f025-4ec4-8eff-dc592f8cae5a req-ba47a04a-061b-4740-acde-cd5a5d925c8a tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:58.860450 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-01153fd1-f025-4ec4-8eff-dc592f8cae5a req-ba47a04a-061b-4740-acde-cd5a5d925c8a tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 945 time: 0.0544517 Sep 17 17:23:58.923979 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-01153fd1-f025-4ec4-8eff-dc592f8cae5a req-e36bb68d-a504-41e5-914c-773823714548 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557818 Sep 17 17:23:58.951317 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e8c34-0d34-4b18-915b-508e4da13506 req-8381861b-d0e5-4ce8-8390-a4a35bba857c tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:58.951317 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-931e8c34-0d34-4b18-915b-508e4da13506 req-8381861b-d0e5-4ce8-8390-a4a35bba857c tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.0563900 Sep 17 17:23:58.996609 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-931e8c34-0d34-4b18-915b-508e4da13506 req-7d29c25d-d92e-4f06-a623-3fd4007cbb9e tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415370 Sep 17 17:23:59.038569 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf775b-3d1c-43f6-baa4-fdac5a4dfa5b req-cb937891-48a2-482f-bb31-eb8869603e73 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:59.040093 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b9cf775b-3d1c-43f6-baa4-fdac5a4dfa5b req-cb937891-48a2-482f-bb31-eb8869603e73 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 945 time: 0.0593953 Sep 17 17:23:59.077041 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b9cf775b-3d1c-43f6-baa4-fdac5a4dfa5b req-d8d435c2-2181-4b1a-93c3-0484cba3b987 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf19f7e8-d04d-479d-bf63-7750164071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310462 Sep 17 17:23:59.403430 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d68806-180f-4668-b6f3-33bb063ba822 req-88aa4b75-f1d7-4728-9952-9473c1490b89 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:23:59.404944 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-61d68806-180f-4668-b6f3-33bb063ba822 req-88aa4b75-f1d7-4728-9952-9473c1490b89 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 945 time: 0.0510907 Sep 17 17:23:59.447443 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-61d68806-180f-4668-b6f3-33bb063ba822 req-c6b9e73d-933a-4a37-9788-e6c64ee45624 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365591 Sep 17 17:23:59.507781 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['ff3f33ff-9b22-4848-8252-b18a778c63b0'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:23:59.528968 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264cf2ef-86f0-4a21-a825-d4549cc6521d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c509ae-87ca-41dd-a870-1cafb8a88d5e'}, {'server_uuid': 'e6773fea-4b8e-47c5-a639-f04abe1c597e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc8222b-97b4-4468-af6c-ae954666a588'}] {{(pid=94717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:23:59.531164 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef4bfb6114c7858c34ed9f7d570ef17f9d28f3d7fc67a01f0bf07e2066d3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65ccdb1-0a70-4951-a680-f7dc1ef7964d" -d '{"events": [{"server_uuid": "264cf2ef-86f0-4a21-a825-d4549cc6521d", "name": "network-vif-plugged", "status": "completed", "tag": "b0c509ae-87ca-41dd-a870-1cafb8a88d5e"}, {"server_uuid": "e6773fea-4b8e-47c5-a639-f04abe1c597e", "name": "network-vif-plugged", "status": "completed", "tag": "bcc8222b-97b4-4468-af6c-ae954666a588"}]}' {{(pid=94717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:23:59.576434 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 17:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b5b651-bc26-475e-8ef1-b0d65d011d3d x-openstack-request-id: req-b0b5b651-bc26-475e-8ef1-b0d65d011d3d {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:23:59.576733 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264cf2ef-86f0-4a21-a825-d4549cc6521d", "name": "network-vif-plugged", "status": "completed", "tag": "b0c509ae-87ca-41dd-a870-1cafb8a88d5e", "code": 200}, {"server_uuid": "e6773fea-4b8e-47c5-a639-f04abe1c597e", "name": "network-vif-plugged", "status": "completed", "tag": "bcc8222b-97b4-4468-af6c-ae954666a588", "code": 200}]} {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:23:59.576989 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b0b5b651-bc26-475e-8ef1-b0d65d011d3d {{(pid=94717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:23:59.577384 dv-cinder-809828-1-iscsi neutron-server[94717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264cf2ef-86f0-4a21-a825-d4549cc6521d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c509ae-87ca-41dd-a870-1cafb8a88d5e', 'code': 200} Sep 17 17:23:59.577641 dv-cinder-809828-1-iscsi neutron-server[94717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6773fea-4b8e-47c5-a639-f04abe1c597e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc8222b-97b4-4468-af6c-ae954666a588', 'code': 200} Sep 17 17:23:59.941907 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 53906) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:00.038046 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e4aff-580b-45ce-bb79-883c3509d8a2 req-caaf1e04-f516-40ee-b21b-a7897233f0b3 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:00.039870 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f31e4aff-580b-45ce-bb79-883c3509d8a2 req-caaf1e04-f516-40ee-b21b-a7897233f0b3 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 945 time: 0.0489848 Sep 17 17:24:00.059332 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b57d969c-fb50-4fa5-9726-66e75bb2b25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:00.130514 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f31e4aff-580b-45ce-bb79-883c3509d8a2 req-3149a6d1-0329-4c49-92f4-590de56e5ec1 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840290 Sep 17 17:24:00.165900 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ceced-3efc-4d6c-aeaf-9ace0fec79e6 req-1932061b-be1e-418b-be82-7032ebdec1a4 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:00.167415 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2a5ceced-3efc-4d6c-aeaf-9ace0fec79e6 req-1932061b-be1e-418b-be82-7032ebdec1a4 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.0938997 Sep 17 17:24:00.251810 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2a5ceced-3efc-4d6c-aeaf-9ace0fec79e6 req-24156de0-e0fd-401c-b9d8-98c65c4f077d tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771587 Sep 17 17:24:00.280744 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc640d-598f-4596-a7a0-a5e4e0b3ff2e req-52e6c237-a9e0-4c21-837a-ceca72189c61 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:00.282213 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8fbc640d-598f-4596-a7a0-a5e4e0b3ff2e req-52e6c237-a9e0-4c21-837a-ceca72189c61 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 945 time: 0.0866196 Sep 17 17:24:00.286586 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b57d969c-fb50-4fa5-9726-66e75bb2b25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:00.319417 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8fbc640d-598f-4596-a7a0-a5e4e0b3ff2e req-69608cd8-f679-42a9-aee0-2fe320e206aa tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf19f7e8-d04d-479d-bf63-7750164071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305591 Sep 17 17:24:00.379233 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b57d969c-fb50-4fa5-9726-66e75bb2b25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:00.416900 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-b57d969c-fb50-4fa5-9726-66e75bb2b25f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb624e22a0f448d19aa4eb904f4077b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4739261 Sep 17 17:24:00.417948 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d969c-fb50-4fa5-9726-66e75bb2b25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab96de6-7def-4209-a3c0-485601832c51,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:00.419644 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 53918) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:00.466538 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-4698917d-1d21-478f-b58a-67c954cb7af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:00.488034 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-4698917d-1d21-478f-b58a-67c954cb7af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:00.564596 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7776fee-4dc2-44d4-9b72-39bb584a762f req-1bb5ec31-a6db-4395-86a2-10a8f3b3d7b1 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:00.566090 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e7776fee-4dc2-44d4-9b72-39bb584a762f req-1bb5ec31-a6db-4395-86a2-10a8f3b3d7b1 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 945 time: 0.0518043 Sep 17 17:24:00.603448 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e7776fee-4dc2-44d4-9b72-39bb584a762f req-40090b1c-2e73-44b1-8772-67df3e18fa7a tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311716 Sep 17 17:24:00.676397 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-4698917d-1d21-478f-b58a-67c954cb7af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:00.679129 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-4698917d-1d21-478f-b58a-67c954cb7af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:00.680292 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-4698917d-1d21-478f-b58a-67c954cb7af2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eab96de6-7def-4209-a3c0-485601832c51 HTTP/1.1" status: 204 len: 168 time: 0.2591643 Sep 17 17:24:00.689902 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698917d-1d21-478f-b58a-67c954cb7af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab96de6-7def-4209-a3c0-485601832c51,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:01.242879 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e2c40-6a51-423f-9cd6-5fe5352a42ac req-4f613f2e-fa29-4a91-aeb7-f9834a73a432 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:01.244289 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a94e2c40-6a51-423f-9cd6-5fe5352a42ac req-4f613f2e-fa29-4a91-aeb7-f9834a73a432 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 945 time: 0.0473018 Sep 17 17:24:01.282513 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a94e2c40-6a51-423f-9cd6-5fe5352a42ac req-4b0f7831-54e9-4ed2-b854-f89727109796 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323794 Sep 17 17:24:01.374849 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8cf21-acfe-4d37-ab75-1292ec6702eb req-d719f4c3-0480-4d53-a220-e8e4998ce219 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:01.376394 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-76f8cf21-acfe-4d37-ab75-1292ec6702eb req-d719f4c3-0480-4d53-a220-e8e4998ce219 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.0479488 Sep 17 17:24:01.470749 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-76f8cf21-acfe-4d37-ab75-1292ec6702eb req-4b766fbc-9ec2-4aa2-8d72-6369946ecb5b tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869238 Sep 17 17:24:01.490809 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aadf76-7a0d-491d-9bab-c647a54d2109 req-bedc7ccf-0988-45db-859f-9311cbedfd27 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:01.492457 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-23aadf76-7a0d-491d-9bab-c647a54d2109 req-bedc7ccf-0988-45db-859f-9311cbedfd27 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 945 time: 0.1026888 Sep 17 17:24:01.498779 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504ccfc-8f96-4d1a-acce-4820c7e9f59b req-ab54747c-e8c2-489c-82ad-0528f25b3667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:01.500193 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b504ccfc-8f96-4d1a-acce-4820c7e9f59b req-ab54747c-e8c2-489c-82ad-0528f25b3667 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 1098 time: 0.0724273 Sep 17 17:24:01.555418 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-23aadf76-7a0d-491d-9bab-c647a54d2109 req-0bf7fd0c-bc53-4bd8-b845-c56ad839da9a tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf19f7e8-d04d-479d-bf63-7750164071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542681 Sep 17 17:24:01.573152 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b504ccfc-8f96-4d1a-acce-4820c7e9f59b req-9371404c-5561-4b2c-877d-76855214af8f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475905 Sep 17 17:24:01.720399 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274e4c7-947a-47d0-8dfa-ad1132c464d3 req-deeebc8b-f662-4cf0-804c-77a9be2aa447 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:01.721945 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1274e4c7-947a-47d0-8dfa-ad1132c464d3 req-deeebc8b-f662-4cf0-804c-77a9be2aa447 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 945 time: 0.0504398 Sep 17 17:24:01.761641 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1274e4c7-947a-47d0-8dfa-ad1132c464d3 req-a5156a8b-88fb-489c-86ee-15b1983b48c2 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335324 Sep 17 17:24:01.913673 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c83e2-89ea-4f0d-a2b1-0774aa18db13 req-b2df2b95-0a0b-4139-b762-ecf86585a822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:01.915211 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-338c83e2-89ea-4f0d-a2b1-0774aa18db13 req-b2df2b95-0a0b-4139-b762-ecf86585a822 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 1099 time: 0.0446336 Sep 17 17:24:01.954320 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-338c83e2-89ea-4f0d-a2b1-0774aa18db13 req-83c168ce-970d-44bb-a428-b5fe9c629666 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315084 Sep 17 17:24:02.395408 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64d76b-2d64-4a31-9a51-c642252dc879 req-4dad5f2f-e825-46d3-98ad-71b500356c7e tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:02.397087 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4c64d76b-2d64-4a31-9a51-c642252dc879 req-4dad5f2f-e825-46d3-98ad-71b500356c7e tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 945 time: 0.0487938 Sep 17 17:24:02.434384 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4c64d76b-2d64-4a31-9a51-c642252dc879 req-a1d835e6-5d89-4087-8fef-77559988231f tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311384 Sep 17 17:24:02.628341 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2e048-e27e-4666-98b2-e4901765f55b req-adb11a26-127f-4242-a849-0f53cf159999 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:02.630544 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-22d2e048-e27e-4666-98b2-e4901765f55b req-adb11a26-127f-4242-a849-0f53cf159999 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.0592296 Sep 17 17:24:02.696764 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-22d2e048-e27e-4666-98b2-e4901765f55b req-88dfea82-7855-407e-aab0-aef27c247c2d tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648103 Sep 17 17:24:02.711126 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f8c1d-e71e-4bcb-9a07-3f1d63d463db req-216f4ff1-f0f3-4577-a41f-d7e54ed87fb1 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:02.712611 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ab8f8c1d-e71e-4bcb-9a07-3f1d63d463db req-216f4ff1-f0f3-4577-a41f-d7e54ed87fb1 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 945 time: 0.0790806 Sep 17 17:24:02.749864 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ab8f8c1d-e71e-4bcb-9a07-3f1d63d463db req-ed434880-8de6-4eb6-bbd8-4268f102d760 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf19f7e8-d04d-479d-bf63-7750164071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315597 Sep 17 17:24:02.877766 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395b269-b1fc-4f7c-b456-da7fd011fcec req-010b5d84-c1d0-45b1-b029-8825c3ac6a67 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:02.879378 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c395b269-b1fc-4f7c-b456-da7fd011fcec req-010b5d84-c1d0-45b1-b029-8825c3ac6a67 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 945 time: 0.0490181 Sep 17 17:24:02.916082 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c395b269-b1fc-4f7c-b456-da7fd011fcec req-9b8a16fb-1944-4fce-b967-b044cfcf2515 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300939 Sep 17 17:24:03.546221 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32b3d4-1615-4bc2-99e5-1adb86798e7a req-d42ea925-a6f3-40db-a079-b54e66f8f400 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:03.547908 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0e32b3d4-1615-4bc2-99e5-1adb86798e7a req-d42ea925-a6f3-40db-a079-b54e66f8f400 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 945 time: 0.0476544 Sep 17 17:24:03.589383 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0e32b3d4-1615-4bc2-99e5-1adb86798e7a req-4ad04cd8-17a0-4052-9390-3bb87196e9a6 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351319 Sep 17 17:24:03.813962 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c303036-4436-4f2a-9357-c0c3f8c1b104 req-9f3a0032-640d-4c73-b0b1-461f14b378b7 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:03.815760 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6c303036-4436-4f2a-9357-c0c3f8c1b104 req-9f3a0032-640d-4c73-b0b1-461f14b378b7 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.0495777 Sep 17 17:24:03.881781 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6c303036-4436-4f2a-9357-c0c3f8c1b104 req-20ec413a-86b6-4bd4-8ae9-ada479ee3310 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514591 Sep 17 17:24:03.894124 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d657583-812c-4582-adf3-b9959d111106 req-0d617b21-09f3-4ae2-a0d0-715cc4a94f63 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:03.896598 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8d657583-812c-4582-adf3-b9959d111106 req-0d617b21-09f3-4ae2-a0d0-715cc4a94f63 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 945 time: 0.0764713 Sep 17 17:24:03.937405 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8d657583-812c-4582-adf3-b9959d111106 req-06ed101a-8497-4dfb-ab11-b2d4e8d1dc4c tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf19f7e8-d04d-479d-bf63-7750164071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344667 Sep 17 17:24:04.705077 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabcd9b-2b80-408d-8cfa-059d353807ad req-a940e357-7885-4508-9e1b-f36d2bb1a2b0 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:04.706585 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7eabcd9b-2b80-408d-8cfa-059d353807ad req-a940e357-7885-4508-9e1b-f36d2bb1a2b0 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 945 time: 0.0497947 Sep 17 17:24:04.745236 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7eabcd9b-2b80-408d-8cfa-059d353807ad req-0a76b56e-4dd4-4f60-afcb-0debb31aaf12 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320840 Sep 17 17:24:04.873192 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device ff3f33ff-9b22-4848-8252-b18a778c63b0 up at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:24:05.005062 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee26ab-9cf6-43a3-819e-c9abae6ee8ab req-2fbc760f-6134-4e4b-a6c3-b22f30dc37a8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:05.007465 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ddee26ab-9cf6-43a3-819e-c9abae6ee8ab req-2fbc760f-6134-4e4b-a6c3-b22f30dc37a8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.0539138 Sep 17 17:24:05.007929 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning for port ff3f33ff-9b22-4848-8252-b18a778c63b0 completed by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 17:24:05.012140 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning complete for port ff3f33ff-9b22-4848-8252-b18a778c63b0 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:24:05.012605 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:05.083029 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ddee26ab-9cf6-43a3-819e-c9abae6ee8ab req-d701dd32-0580-4d4c-b36a-fffb1eb22010 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622783 Sep 17 17:24:05.089745 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:05.092162 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216b17a-01b5-4ba5-8272-4639d4cd2133 req-d58101ac-7e51-44c6-83cf-1652441294a5 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:05.092924 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d216b17a-01b5-4ba5-8272-4639d4cd2133 req-d58101ac-7e51-44c6-83cf-1652441294a5 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 945 time: 0.0812585 Sep 17 17:24:05.112052 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4262c710-f037-4d52-b7b3-887b5e58cf12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3f33ff-9b22-4848-8252-b18a778c63b0'}] {{(pid=94717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:24:05.114260 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef4bfb6114c7858c34ed9f7d570ef17f9d28f3d7fc67a01f0bf07e2066d3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6277104-424e-4fd1-a542-f04d881a9494" -d '{"events": [{"server_uuid": "4262c710-f037-4d52-b7b3-887b5e58cf12", "name": "network-vif-plugged", "status": "completed", "tag": "ff3f33ff-9b22-4848-8252-b18a778c63b0"}]}' {{(pid=94717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:24:05.137500 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port ff3f33ff-9b22-4848-8252-b18a778c63b0, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=ff3f33ff-9b22-4848-8252-b18a778c63b0,segment=NetworkSegment(5e9c7d23-9f52-425a-886c-ae692b6b907f),segment_id=5e9c7d23-9f52-425a-886c-ae692b6b907f)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:24:05.138435 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d216b17a-01b5-4ba5-8272-4639d4cd2133 req-1aaf7345-3f19-40f4-8f00-35c330372b7e tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf19f7e8-d04d-479d-bf63-7750164071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345807 Sep 17 17:24:05.151970 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe5e784-6747-4773-b8ed-1a4269850cc4 x-openstack-request-id: req-bbe5e784-6747-4773-b8ed-1a4269850cc4 {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:24:05.152261 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4262c710-f037-4d52-b7b3-887b5e58cf12", "name": "network-vif-plugged", "status": "completed", "tag": "ff3f33ff-9b22-4848-8252-b18a778c63b0", "code": 200}]} {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:24:05.152513 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bbe5e784-6747-4773-b8ed-1a4269850cc4 {{(pid=94717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:24:05.152909 dv-cinder-809828-1-iscsi neutron-server[94717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4262c710-f037-4d52-b7b3-887b5e58cf12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3f33ff-9b22-4848-8252-b18a778c63b0', 'code': 200} Sep 17 17:24:05.242404 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb791d-3f90-408d-b4a7-81157ccf89c1 req-ad831b65-b359-4ff5-b329-6f0a8fbed7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:05.244222 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ebeb791d-3f90-408d-b4a7-81157ccf89c1 req-ad831b65-b359-4ff5-b329-6f0a8fbed7d9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 1098 time: 0.0455363 Sep 17 17:24:05.251358 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:05.293174 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ebeb791d-3f90-408d-b4a7-81157ccf89c1 req-4cc48a8a-c9dd-405a-aee4-d99200e9bbcc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bf19f7e8-d04d-479d-bf63-7750164071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317688 Sep 17 17:24:05.396937 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=ff3f33ff-9b22-4848-8252-b18a778c63b0,revision_number=5']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:05.615821 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49247291-a5b8-499b-9da2-40e1e6b89cfd req-c6fcf2ea-4f31-46d1-8f2e-88afb2f25500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:05.617640 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-49247291-a5b8-499b-9da2-40e1e6b89cfd req-c6fcf2ea-4f31-46d1-8f2e-88afb2f25500 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 1099 time: 0.0390868 Sep 17 17:24:05.659735 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-49247291-a5b8-499b-9da2-40e1e6b89cfd req-ab210690-7a70-459a-82f6-e75dbbe315d3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287173 Sep 17 17:24:05.890230 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bda7ac-c42d-431a-b1a9-2da43975c84f req-1c8ffd50-839d-4d46-81a4-5474fbf38b18 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:05.895582 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c9bda7ac-c42d-431a-b1a9-2da43975c84f req-1c8ffd50-839d-4d46-81a4-5474fbf38b18 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 946 time: 0.0581207 Sep 17 17:24:05.939429 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c9bda7ac-c42d-431a-b1a9-2da43975c84f req-a58234e6-18de-4124-98de-d307f2b361b5 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397072 Sep 17 17:24:06.251755 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 54064) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:06.399095 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e0959e09-3af8-4667-90a7-5f70a8f4015f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:06.424085 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b246cf-2b3b-43a2-9bf2-33bfdad71837 req-1646cd69-1980-40b7-a24f-831ed94d56d2 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:06.439587 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a6b246cf-2b3b-43a2-9bf2-33bfdad71837 req-1646cd69-1980-40b7-a24f-831ed94d56d2 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.2826517 Sep 17 17:24:06.499184 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e0959e09-3af8-4667-90a7-5f70a8f4015f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:06.509314 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a6b246cf-2b3b-43a2-9bf2-33bfdad71837 req-113ede0c-be53-4748-b069-15669a4985c6 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670912 Sep 17 17:24:06.622577 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8da938-7897-4b81-a44a-a5bde82a0cb6 req-f92b326c-eb27-4ab7-9564-a18350a4a930 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:06.624087 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1e8da938-7897-4b81-a44a-a5bde82a0cb6 req-f92b326c-eb27-4ab7-9564-a18350a4a930 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 945 time: 0.0564275 Sep 17 17:24:06.663025 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1e8da938-7897-4b81-a44a-a5bde82a0cb6 req-bfa48757-e2bb-49e8-833d-b6f52e2266f1 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf19f7e8-d04d-479d-bf63-7750164071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330160 Sep 17 17:24:06.714366 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e0959e09-3af8-4667-90a7-5f70a8f4015f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:06.765965 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-e0959e09-3af8-4667-90a7-5f70a8f4015f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=be8be66cc9b54d1ba63a7482c03c6173&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5130894 Sep 17 17:24:06.766758 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0959e09-3af8-4667-90a7-5f70a8f4015f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec44e067-66d0-4a1c-8894-23ee1491500d,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:06.768723 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 54094) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:06.774344 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0959e09-3af8-4667-90a7-5f70a8f4015f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:24:06.774922 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0959e09-3af8-4667-90a7-5f70a8f4015f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:24:06.775288 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0959e09-3af8-4667-90a7-5f70a8f4015f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:24:06.775623 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0959e09-3af8-4667-90a7-5f70a8f4015f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:24:06.775952 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0959e09-3af8-4667-90a7-5f70a8f4015f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:24:06.776625 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0959e09-3af8-4667-90a7-5f70a8f4015f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:24:06.776625 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0959e09-3af8-4667-90a7-5f70a8f4015f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:24:06.776905 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0959e09-3af8-4667-90a7-5f70a8f4015f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:24:06.777502 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0959e09-3af8-4667-90a7-5f70a8f4015f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:24:06.777832 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0959e09-3af8-4667-90a7-5f70a8f4015f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:24:06.778157 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0959e09-3af8-4667-90a7-5f70a8f4015f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:24:06.778659 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0959e09-3af8-4667-90a7-5f70a8f4015f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:24:06.831960 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-31e083f4-f75d-4ccb-aae5-d88e3c300612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:06.853056 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-31e083f4-f75d-4ccb-aae5-d88e3c300612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:07.002157 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-31e083f4-f75d-4ccb-aae5-d88e3c300612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:07.006726 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-31e083f4-f75d-4ccb-aae5-d88e3c300612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:07.010912 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-31e083f4-f75d-4ccb-aae5-d88e3c300612 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ec44e067-66d0-4a1c-8894-23ee1491500d HTTP/1.1" status: 204 len: 168 time: 0.2385135 Sep 17 17:24:07.028225 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e083f4-f75d-4ccb-aae5-d88e3c300612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec44e067-66d0-4a1c-8894-23ee1491500d,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:07.059207 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e083f4-f75d-4ccb-aae5-d88e3c300612 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:24:07.059207 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e083f4-f75d-4ccb-aae5-d88e3c300612 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:24:07.059207 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e083f4-f75d-4ccb-aae5-d88e3c300612 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:24:07.059207 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e083f4-f75d-4ccb-aae5-d88e3c300612 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:24:07.059207 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e083f4-f75d-4ccb-aae5-d88e3c300612 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:24:07.059695 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e083f4-f75d-4ccb-aae5-d88e3c300612 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:24:07.059776 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e083f4-f75d-4ccb-aae5-d88e3c300612 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:24:07.060084 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e083f4-f75d-4ccb-aae5-d88e3c300612 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:24:07.060412 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e083f4-f75d-4ccb-aae5-d88e3c300612 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:24:07.060753 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e083f4-f75d-4ccb-aae5-d88e3c300612 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:24:07.061066 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e083f4-f75d-4ccb-aae5-d88e3c300612 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:24:07.061374 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e083f4-f75d-4ccb-aae5-d88e3c300612 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:24:07.087446 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8d818-3779-46f9-a07b-befde8252148 req-52b0ccc7-f227-4175-9bd4-d5a0c7cc14b4 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:07.088937 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f9d8d818-3779-46f9-a07b-befde8252148 req-52b0ccc7-f227-4175-9bd4-d5a0c7cc14b4 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 946 time: 0.0703454 Sep 17 17:24:07.128252 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f9d8d818-3779-46f9-a07b-befde8252148 req-284f2b0e-453a-4435-a524-7720e30957f4 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333202 Sep 17 17:24:07.622616 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9baefae-5d6e-4b00-80f1-d9978f2a9139 req-164ce7fd-3155-48a3-88a1-2099ac5c0a27 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:07.624307 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d9baefae-5d6e-4b00-80f1-d9978f2a9139 req-164ce7fd-3155-48a3-88a1-2099ac5c0a27 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.0523114 Sep 17 17:24:07.661103 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d9baefae-5d6e-4b00-80f1-d9978f2a9139 req-76c4f4d4-6344-48df-a42c-529251777f40 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311415 Sep 17 17:24:07.721272 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 54122) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:07.739104 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b4b6383a-6a1b-4fee-bdd0-f8dea0d70b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:07.831214 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99932678-d044-40f9-ab93-64e179a2c9ad req-f3dea3fa-8aae-4a1f-9212-57ee7f840c18 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:07.832684 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-99932678-d044-40f9-ab93-64e179a2c9ad req-f3dea3fa-8aae-4a1f-9212-57ee7f840c18 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 945 time: 0.0957232 Sep 17 17:24:07.874360 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d78a15-5a88-4e52-949a-39d9374f9f6e req-d2cfdda3-b8ca-4eec-b73a-34993736f60b tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:07.875838 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-57d78a15-5a88-4e52-949a-39d9374f9f6e req-d2cfdda3-b8ca-4eec-b73a-34993736f60b tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.0994854 Sep 17 17:24:07.884616 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 54124) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:07.889740 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-ef160ba4-d534-4387-ba5a-95b4b46ca4cf tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Request body: {'floatingip': {'port_id': '564b7c2e-c673-4540-9e41-f972aca80f76'}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:24:07.903068 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-99932678-d044-40f9-ab93-64e179a2c9ad req-477d37d6-0934-410d-b64b-772030838700 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf19f7e8-d04d-479d-bf63-7750164071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610960 Sep 17 17:24:07.942663 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b4b6383a-6a1b-4fee-bdd0-f8dea0d70b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:07.971215 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-ef160ba4-d534-4387-ba5a-95b4b46ca4cf tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for floatingip, before_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:08.011668 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b4b6383a-6a1b-4fee-bdd0-f8dea0d70b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:08.049716 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-b4b6383a-6a1b-4fee-bdd0-f8dea0d70b16 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=53ae707cd0ea424c98a8ef44eb524bc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3270319 Sep 17 17:24:08.051703 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 54126) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:08.058709 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b6383a-6a1b-4fee-bdd0-f8dea0d70b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b1c3d9-2f45-4337-95c5-d4417627df1d,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:08.105297 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0e691310-dcc1-432b-89d3-66e7cd408ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:08.131979 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0e691310-dcc1-432b-89d3-66e7cd408ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:08.255443 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247478f9-225a-437b-9d61-6b351365902f req-c5ad0117-ac8f-4497-a52d-1de090f0d3ed tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:08.256971 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-247478f9-225a-437b-9d61-6b351365902f req-c5ad0117-ac8f-4497-a52d-1de090f0d3ed tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 946 time: 0.0473597 Sep 17 17:24:08.295078 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-247478f9-225a-437b-9d61-6b351365902f req-b9c69b2b-5c9f-43a4-89db-ea87106fc817 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318701 Sep 17 17:24:08.356401 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0e691310-dcc1-432b-89d3-66e7cd408ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:08.359659 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0e691310-dcc1-432b-89d3-66e7cd408ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:08.360607 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-0e691310-dcc1-432b-89d3-66e7cd408ecb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e4b1c3d9-2f45-4337-95c5-d4417627df1d HTTP/1.1" status: 204 len: 168 time: 0.3078814 Sep 17 17:24:08.370713 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e691310-dcc1-432b-89d3-66e7cd408ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b1c3d9-2f45-4337-95c5-d4417627df1d,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:08.722319 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-ef160ba4-d534-4387-ba5a-95b4b46ca4cf tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:08.977247 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-ef160ba4-d534-4387-ba5a-95b4b46ca4cf tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693841'] for floatingip, after_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:09.017125 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9e9f8-5a3f-40f2-850e-d5e33af82943 req-5cf842fc-c0bf-4447-8634-8906527dc7e5 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:09.021799 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b9a9e9f8-5a3f-40f2-850e-d5e33af82943 req-5cf842fc-c0bf-4447-8634-8906527dc7e5 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 945 time: 0.0504448 Sep 17 17:24:09.056625 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b9a9e9f8-5a3f-40f2-850e-d5e33af82943 req-50d00261-9de9-40c0-bf04-d0d4ad4f58b3 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf19f7e8-d04d-479d-bf63-7750164071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312936 Sep 17 17:24:09.079433 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.db.l3_db [None req-ef160ba4-d534-4387-ba5a-95b4b46ca4cf tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Floating IP 65b895fb-fde9-4f39-a56e-e7a6130c4d54 associated. External IP: 172.27.2.32, port: 564b7c2e-c673-4540-9e41-f972aca80f76. Sep 17 17:24:09.281653 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef160ba4-d534-4387-ba5a-95b4b46ca4cf tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Router e805a886-3d60-4489-b016-6b45efe1e830 has already been hosted by L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 {{(pid=94716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 17:24:09.390029 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef160ba4-d534-4387-ba5a-95b4b46ca4cf tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:24:09.394543 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-ef160ba4-d534-4387-ba5a-95b4b46ca4cf tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for floatingip, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:09.405305 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd81a97c-5ad0-4181-993c-cb460af16a5f None None] Sync routers for ids ['e805a886-3d60-4489-b016-6b45efe1e830'] in dv-cinder-809828-1-iscsi {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:24:09.422122 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd81a97c-5ad0-4181-993c-cb460af16a5f None None] Routers {'e805a886-3d60-4489-b016-6b45efe1e830'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:24:09.422741 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-fd81a97c-5ad0-4181-993c-cb460af16a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:23:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['e805a886-3d60-4489-b016-6b45efe1e830'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:24:09.423828 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-ef160ba4-d534-4387-ba5a-95b4b46ca4cf tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "PUT /v2.0/floatingips/65b895fb-fde9-4f39-a56e-e7a6130c4d54 HTTP/1.1" status: 200 len: 990 time: 1.5381184 Sep 17 17:24:09.424422 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f874e1-1f62-4fde-ba5d-0e0c580834b1', 'tag': '564b7c2e-c673-4540-9e41-f972aca80f76'}] {{(pid=94716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:24:09.426662 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df9138d11f8472d727ed0ce957ddc62082afedeca3de815bde0fc4929ed8996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2959f945-4df3-4a09-a6c4-921277cd69f8" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f874e1-1f62-4fde-ba5d-0e0c580834b1", "tag": "564b7c2e-c673-4540-9e41-f972aca80f76"}]}' {{(pid=94716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:24:09.451932 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27c02b-b025-4f12-9819-ccb7ff818138 req-3cbb984a-b90b-4334-bd25-384561433a3d tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:09.453616 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ae27c02b-b025-4f12-9819-ccb7ff818138 req-3cbb984a-b90b-4334-bd25-384561433a3d tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 946 time: 0.0841858 Sep 17 17:24:09.496449 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ae27c02b-b025-4f12-9819-ccb7ff818138 req-67ab0b7c-bfca-4ef0-a781-bbe08ac118f4 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354602 Sep 17 17:24:09.539084 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-fd81a97c-5ad0-4181-993c-cb460af16a5f None None] Set router e805a886-3d60-4489-b016-6b45efe1e830 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:24:09.557569 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 17:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f6b37a-e320-4758-8420-cc5b4a357a54 x-openstack-request-id: req-00f6b37a-e320-4758-8420-cc5b4a357a54 {{(pid=94716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:24:09.557924 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f874e1-1f62-4fde-ba5d-0e0c580834b1", "tag": "564b7c2e-c673-4540-9e41-f972aca80f76", "status": "completed", "code": 200}]} {{(pid=94716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:24:09.558238 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-00f6b37a-e320-4758-8420-cc5b4a357a54 {{(pid=94716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:24:09.559147 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f874e1-1f62-4fde-ba5d-0e0c580834b1', 'tag': '564b7c2e-c673-4540-9e41-f972aca80f76', 'status': 'completed', 'code': 200} Sep 17 17:24:09.915856 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-fd81a97c-5ad0-4181-993c-cb460af16a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'name': 'tempest-AttachVolumeShelveTestJSON-1746386591-router', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '09643d44-ec17-420c-a2b9-cd9af343945f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:23:10Z', 'updated_at': '2021-09-17T17:23:17Z', 'revision_number': 4, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'gw_port': {'id': '09643d44-ec17-420c-a2b9-cd9af343945f', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:28:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:11Z', 'updated_at': '2021-09-17T17:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_floatingips': [{'id': '65b895fb-fde9-4f39-a56e-e7a6130c4d54', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'floating_ip_address': '172.27.2.32', 'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'router_id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'port_id': '564b7c2e-c673-4540-9e41-f972aca80f76', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a', 'mac_address': 'fa:16:3e:7d:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f874e1-1f62-4fde-ba5d-0e0c580834b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T17:23:23Z', 'updated_at': '2021-09-17T17:24:08Z', 'revision_number': 1, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d46329d-bd68-4648-a638-225b607f780f', 'name': '', 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'mac_address': 'fa:16:3e:2f:71:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fde94289-3ec1-481c-9f1d-1204a3b357ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:16Z', 'updated_at': '2021-09-17T17:23:22Z', 'revision_number': 5, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'subnets': [{'id': 'fde94289-3ec1-481c-9f1d-1204a3b357ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:24:09.941663 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd81a97c-5ad0-4181-993c-cb460af16a5f None None] Checking router: e805a886-3d60-4489-b016-6b45efe1e830 for host: dv-cinder-809828-1-iscsi {{(pid=94718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:24:09.949667 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd81a97c-5ad0-4181-993c-cb460af16a5f None None] Routers {'e805a886-3d60-4489-b016-6b45efe1e830'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:24:09.950275 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-fd81a97c-5ad0-4181-993c-cb460af16a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:23:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['e805a886-3d60-4489-b016-6b45efe1e830'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:24:10.055789 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-fd81a97c-5ad0-4181-993c-cb460af16a5f None None] Set router e805a886-3d60-4489-b016-6b45efe1e830 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:24:10.180014 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f99165-5633-4cde-b54e-db14b35f7007 req-9ccad18c-6b12-44b9-97ca-3f65c02d8be4 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:10.189752 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-24f99165-5633-4cde-b54e-db14b35f7007 req-9ccad18c-6b12-44b9-97ca-3f65c02d8be4 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 945 time: 0.0626578 Sep 17 17:24:10.231549 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-24f99165-5633-4cde-b54e-db14b35f7007 req-7b9895b5-d83a-47c0-82c9-42c7fbd7ec29 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf19f7e8-d04d-479d-bf63-7750164071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405350 Sep 17 17:24:10.321917 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-fd81a97c-5ad0-4181-993c-cb460af16a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'name': 'tempest-AttachVolumeShelveTestJSON-1746386591-router', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '09643d44-ec17-420c-a2b9-cd9af343945f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:23:10Z', 'updated_at': '2021-09-17T17:23:17Z', 'revision_number': 4, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'gw_port': {'id': '09643d44-ec17-420c-a2b9-cd9af343945f', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:28:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:11Z', 'updated_at': '2021-09-17T17:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_floatingips': [{'id': '65b895fb-fde9-4f39-a56e-e7a6130c4d54', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'floating_ip_address': '172.27.2.32', 'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'router_id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'port_id': '564b7c2e-c673-4540-9e41-f972aca80f76', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a', 'mac_address': 'fa:16:3e:7d:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f874e1-1f62-4fde-ba5d-0e0c580834b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T17:23:23Z', 'updated_at': '2021-09-17T17:24:08Z', 'revision_number': 1, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d46329d-bd68-4648-a638-225b607f780f', 'name': '', 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'mac_address': 'fa:16:3e:2f:71:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fde94289-3ec1-481c-9f1d-1204a3b357ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:16Z', 'updated_at': '2021-09-17T17:23:22Z', 'revision_number': 5, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'subnets': [{'id': 'fde94289-3ec1-481c-9f1d-1204a3b357ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:24:10.356604 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959f945-4df3-4a09-a6c4-921277cd69f8 req-be095674-a2c5-4449-8d75-8d594ecc7b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:10.356604 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2959f945-4df3-4a09-a6c4-921277cd69f8 req-be095674-a2c5-4449-8d75-8d594ecc7b31 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d00f129a8555488e830b8922b204b52b&device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 1098 time: 0.0632370 Sep 17 17:24:10.360202 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd81a97c-5ad0-4181-993c-cb460af16a5f None None] The sync data for ids ['e805a886-3d60-4489-b016-6b45efe1e830'] in dv-cinder-809828-1-iscsi is: [{'id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'name': 'tempest-AttachVolumeShelveTestJSON-1746386591-router', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '09643d44-ec17-420c-a2b9-cd9af343945f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:23:10Z', 'updated_at': '2021-09-17T17:23:17Z', 'revision_number': 4, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'gw_port': {'id': '09643d44-ec17-420c-a2b9-cd9af343945f', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:28:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:11Z', 'updated_at': '2021-09-17T17:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_floatingips': [{'id': '65b895fb-fde9-4f39-a56e-e7a6130c4d54', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'floating_ip_address': '172.27.2.32', 'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'router_id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'port_id': '564b7c2e-c673-4540-9e41-f972aca80f76', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a', 'mac_address': 'fa:16:3e:7d:ad:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f874e1-1f62-4fde-ba5d-0e0c580834b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T17:23:23Z', 'updated_at': '2021-09-17T17:24:08Z', 'revision_number': 1, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d46329d-bd68-4648-a638-225b607f780f', 'name': '', 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'mac_address': 'fa:16:3e:2f:71:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fde94289-3ec1-481c-9f1d-1204a3b357ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:16Z', 'updated_at': '2021-09-17T17:23:22Z', 'revision_number': 5, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'subnets': [{'id': 'fde94289-3ec1-481c-9f1d-1204a3b357ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:24:10.628322 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-41d0b37d-fd05-4d0d-9b9a-b4aefd34d419 req-a5cc62b0-d159-41f6-bfd8-4ed964663794 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1330609 Sep 17 17:24:10.682759 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab48acd6-c27d-440c-853d-124d8430c5a1 None None] New status for floating IP 65b895fb-fde9-4f39-a56e-e7a6130c4d54: ACTIVE {{(pid=94717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 17:24:10.769326 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959f945-4df3-4a09-a6c4-921277cd69f8 req-fa4c04bb-c7cc-4747-83d6-fd436d25d99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:10.770764 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2959f945-4df3-4a09-a6c4-921277cd69f8 req-fa4c04bb-c7cc-4747-83d6-fd436d25d99d service neutron] 10.222.0.42 "GET /v2.0/networks?id=cb36a6d4-a9d9-4809-94d8-ccef3d49f97a HTTP/1.1" status: 200 len: 918 time: 0.2680757 Sep 17 17:24:10.794368 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b7450-bdeb-4064-bd52-771b11a62059 req-4dd03263-739d-45bd-bf2c-3464413f1170 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:10.796348 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-904b7450-bdeb-4064-bd52-771b11a62059 req-4dd03263-739d-45bd-bf2c-3464413f1170 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 946 time: 0.1647079 Sep 17 17:24:10.877154 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0b37d-fd05-4d0d-9b9a-b4aefd34d419 req-8573f152-a9a7-4bcf-9462-24408023a17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:10.879559 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-41d0b37d-fd05-4d0d-9b9a-b4aefd34d419 req-8573f152-a9a7-4bcf-9462-24408023a17c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3d9575a8495460f8f8ca8113fd8f4c8&device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 1098 time: 0.1586089 Sep 17 17:24:10.974947 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-904b7450-bdeb-4064-bd52-771b11a62059 req-add07611-bcfc-4c4b-88f2-1a452cef7ae9 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673682 Sep 17 17:24:10.978660 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2959f945-4df3-4a09-a6c4-921277cd69f8 req-106d60bc-f125-4f97-a841-a788abeb8b62 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=564b7c2e-c673-4540-9e41-f972aca80f76 HTTP/1.1" status: 200 len: 998 time: 0.1810136 Sep 17 17:24:11.070236 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959f945-4df3-4a09-a6c4-921277cd69f8 req-9289b8a2-052b-47cb-82c7-f5348b41c4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:11.071838 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2959f945-4df3-4a09-a6c4-921277cd69f8 req-9289b8a2-052b-47cb-82c7-f5348b41c4e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fde94289-3ec1-481c-9f1d-1204a3b357ea HTTP/1.1" status: 200 len: 856 time: 0.0643537 Sep 17 17:24:11.074452 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0b37d-fd05-4d0d-9b9a-b4aefd34d419 req-eacf6ff1-2721-4b2e-bf18-300214d9e490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:11.076017 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-41d0b37d-fd05-4d0d-9b9a-b4aefd34d419 req-eacf6ff1-2721-4b2e-bf18-300214d9e490 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1cde08df-bf3f-41c5-b7b0-df36eef9f1af HTTP/1.1" status: 200 len: 916 time: 0.1707563 Sep 17 17:24:11.151596 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-41d0b37d-fd05-4d0d-9b9a-b4aefd34d419 req-893e8a03-5b79-4b86-bf35-65e898ef02ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c503b0b-0cca-4b88-8bc3-d5175436d0de HTTP/1.1" status: 200 len: 217 time: 0.0533845 Sep 17 17:24:11.199342 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959f945-4df3-4a09-a6c4-921277cd69f8 req-c9dd5685-b021-4e5b-a3bb-901147d7c92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:11.200854 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2959f945-4df3-4a09-a6c4-921277cd69f8 req-c9dd5685-b021-4e5b-a3bb-901147d7c92f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cb36a6d4-a9d9-4809-94d8-ccef3d49f97a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1098664 Sep 17 17:24:11.215937 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0b37d-fd05-4d0d-9b9a-b4aefd34d419 req-72dbb531-5784-4750-b2f7-4abd5f0e9619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:11.217340 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-41d0b37d-fd05-4d0d-9b9a-b4aefd34d419 req-72dbb531-5784-4750-b2f7-4abd5f0e9619 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=09dff40a-abba-4f0d-b7ab-590d67c9e5a2 HTTP/1.1" status: 200 len: 855 time: 0.0524619 Sep 17 17:24:11.272894 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-41d0b37d-fd05-4d0d-9b9a-b4aefd34d419 req-48288cf2-0a24-4f21-8595-807188475b54 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1cde08df-bf3f-41c5-b7b0-df36eef9f1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383315 Sep 17 17:24:11.461230 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8f10b-4ea1-4713-b81b-28d2fd66c6fd req-289ba792-d1a8-4541-8ce1-5ba292edd6c1 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:11.462771 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-afa8f10b-4ea1-4713-b81b-28d2fd66c6fd req-289ba792-d1a8-4541-8ce1-5ba292edd6c1 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 945 time: 0.1465886 Sep 17 17:24:11.467033 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2959f945-4df3-4a09-a6c4-921277cd69f8 req-5c3130b9-9050-4501-9d97-495af872a461 service neutron] 10.222.0.42 "GET /v2.0/networks/cb36a6d4-a9d9-4809-94d8-ccef3d49f97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529259 Sep 17 17:24:11.521502 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-41d0b37d-fd05-4d0d-9b9a-b4aefd34d419 req-088c20fa-4dad-4bba-b8d6-3d39fe7e9fe7 service neutron] 10.222.0.42 "GET /v2.0/networks/1cde08df-bf3f-41c5-b7b0-df36eef9f1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389627 Sep 17 17:24:11.567024 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-afa8f10b-4ea1-4713-b81b-28d2fd66c6fd req-9521fa63-94c9-43b3-a054-c87b2a9bf7e8 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf19f7e8-d04d-479d-bf63-7750164071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962627 Sep 17 17:24:11.665414 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2959f945-4df3-4a09-a6c4-921277cd69f8 req-b5da390f-c337-4986-93ae-6d6ff72f17ad service neutron] 10.222.0.42 "GET /v2.0/networks/cb36a6d4-a9d9-4809-94d8-ccef3d49f97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815643 Sep 17 17:24:11.675978 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-41d0b37d-fd05-4d0d-9b9a-b4aefd34d419 req-c1cf038a-32c9-4e0e-96f7-44cb39da4a45 service neutron] 10.222.0.42 "GET /v2.0/networks/1cde08df-bf3f-41c5-b7b0-df36eef9f1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425619 Sep 17 17:24:12.094610 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a663e-6067-45e5-8d82-4065e605f4c5 req-73148b5f-d8c6-4c70-9e75-c59e348678fc tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:12.096168 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7a7a663e-6067-45e5-8d82-4065e605f4c5 req-73148b5f-d8c6-4c70-9e75-c59e348678fc tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 946 time: 0.0522046 Sep 17 17:24:12.117064 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 54264) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:12.142487 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7a7a663e-6067-45e5-8d82-4065e605f4c5 req-f8b39819-28e2-4445-83b8-07e0ed9190eb tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396998 Sep 17 17:24:12.225079 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-428ecc5d-9f83-4e24-81a3-ccafb500dc24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:12.310049 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-428ecc5d-9f83-4e24-81a3-ccafb500dc24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:12.448305 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-428ecc5d-9f83-4e24-81a3-ccafb500dc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:12.488624 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428ecc5d-9f83-4e24-81a3-ccafb500dc24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8f4e38-58dc-459f-a990-9acad7c9c581,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:12.493316 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-428ecc5d-9f83-4e24-81a3-ccafb500dc24 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=42017a898ca24f7587ca0ce1cff89966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3752773 Sep 17 17:24:12.496177 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 54282) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:12.553413 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-caf7ee0d-327c-4253-a0c7-84f802c37d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:12.575205 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-caf7ee0d-327c-4253-a0c7-84f802c37d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:12.694186 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac0939-da57-4376-9166-bf8f96df9163 req-b81809f9-6f06-456a-9242-f84936c99ad4 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:12.695917 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e1ac0939-da57-4376-9166-bf8f96df9163 req-b81809f9-6f06-456a-9242-f84936c99ad4 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 946 time: 0.0505300 Sep 17 17:24:12.741146 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e1ac0939-da57-4376-9166-bf8f96df9163 req-f1b75f74-147f-4314-b96e-3a81b0592a70 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389698 Sep 17 17:24:12.757431 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-caf7ee0d-327c-4253-a0c7-84f802c37d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:12.767516 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-caf7ee0d-327c-4253-a0c7-84f802c37d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:12.767516 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-caf7ee0d-327c-4253-a0c7-84f802c37d39 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a8f4e38-58dc-459f-a990-9acad7c9c581 HTTP/1.1" status: 204 len: 168 time: 0.2643285 Sep 17 17:24:12.779023 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7ee0d-327c-4253-a0c7-84f802c37d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8f4e38-58dc-459f-a990-9acad7c9c581,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:13.474752 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 54310) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:13.487831 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-6f5097bc-9900-4aaa-aabe-e6f7c9b88831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:13.574061 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-6f5097bc-9900-4aaa-aabe-e6f7c9b88831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:13.665176 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-6f5097bc-9900-4aaa-aabe-e6f7c9b88831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:13.709844 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-6f5097bc-9900-4aaa-aabe-e6f7c9b88831 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=efb80fc367364d599c6153191832a02e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279160 Sep 17 17:24:13.709844 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5097bc-9900-4aaa-aabe-e6f7c9b88831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbd5047-49df-479c-8ecf-8dafc90cd554,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:13.710205 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 54314) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:13.769520 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-5da337ad-f45c-4018-bd19-d2b06c42a1ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:13.790870 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-5da337ad-f45c-4018-bd19-d2b06c42a1ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:13.868986 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543388f-f7d6-46a9-85cc-94322aa8a973 req-4ce3d5f5-b112-452d-8e60-dc0b01b81e7e tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:13.874684 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7543388f-f7d6-46a9-85cc-94322aa8a973 req-4ce3d5f5-b112-452d-8e60-dc0b01b81e7e tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 946 time: 0.0494077 Sep 17 17:24:13.906414 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7543388f-f7d6-46a9-85cc-94322aa8a973 req-12e4e9d1-ccf7-4f35-8e3e-69c2a011043e tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299935 Sep 17 17:24:13.928779 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-5da337ad-f45c-4018-bd19-d2b06c42a1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:13.931403 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-5da337ad-f45c-4018-bd19-d2b06c42a1ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:13.932577 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-5da337ad-f45c-4018-bd19-d2b06c42a1ee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9fbd5047-49df-479c-8ecf-8dafc90cd554 HTTP/1.1" status: 204 len: 168 time: 0.2251477 Sep 17 17:24:13.940788 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da337ad-f45c-4018-bd19-d2b06c42a1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbd5047-49df-479c-8ecf-8dafc90cd554,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:14.899621 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db43a78-64e7-44bf-a858-add904f5519c req-b2de851f-b586-48fd-a7d0-acbe96eed362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:14.908977 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4db43a78-64e7-44bf-a858-add904f5519c req-b2de851f-b586-48fd-a7d0-acbe96eed362 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=936d96ec969642abb3e823dfa0130055&device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 1099 time: 0.0461831 Sep 17 17:24:15.024504 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db43a78-64e7-44bf-a858-add904f5519c req-6a013129-4f48-440b-ba86-52a0d6d0580d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:15.027233 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4db43a78-64e7-44bf-a858-add904f5519c req-6a013129-4f48-440b-ba86-52a0d6d0580d service neutron] 10.222.0.42 "GET /v2.0/networks?id=7cc607b2-217d-4062-b691-f78cd94d3695 HTTP/1.1" status: 200 len: 919 time: 0.1152575 Sep 17 17:24:15.041965 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd34922-8177-4192-a3bd-ba35e493b866 req-47c78ea6-8008-4036-9487-ae8c9a496e14 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:15.043537 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5fd34922-8177-4192-a3bd-ba35e493b866 req-47c78ea6-8008-4036-9487-ae8c9a496e14 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 946 time: 0.0649385 Sep 17 17:24:15.089035 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4db43a78-64e7-44bf-a858-add904f5519c req-0c90759d-54e8-4177-8d7c-06b8b593ffb6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff3f33ff-9b22-4848-8252-b18a778c63b0 HTTP/1.1" status: 200 len: 217 time: 0.0445406 Sep 17 17:24:15.147720 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5fd34922-8177-4192-a3bd-ba35e493b866 req-8272314a-29ba-45da-a7de-8200433dd869 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976696 Sep 17 17:24:15.155659 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db43a78-64e7-44bf-a858-add904f5519c req-99a283a7-fbc5-4de1-9ad2-251f629ba10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:15.157174 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4db43a78-64e7-44bf-a858-add904f5519c req-99a283a7-fbc5-4de1-9ad2-251f629ba10a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aee1d114-d631-4cfa-9776-affd7ae8bdda HTTP/1.1" status: 200 len: 858 time: 0.0606253 Sep 17 17:24:15.193806 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4db43a78-64e7-44bf-a858-add904f5519c req-db540f44-0163-4e76-bf6d-b23ec084ddd5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7cc607b2-217d-4062-b691-f78cd94d3695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271640 Sep 17 17:24:15.315436 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4db43a78-64e7-44bf-a858-add904f5519c req-d41dddc6-1cbb-40ff-9065-730012fd4c72 service neutron] 10.222.0.42 "GET /v2.0/networks/7cc607b2-217d-4062-b691-f78cd94d3695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856457 Sep 17 17:24:15.404923 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4db43a78-64e7-44bf-a858-add904f5519c req-9791ea5c-172f-42cd-a8f8-f267bfb2cc13 service neutron] 10.222.0.42 "GET /v2.0/networks/7cc607b2-217d-4062-b691-f78cd94d3695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816982 Sep 17 17:24:15.580316 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:16.017611 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 6 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:24:16.278810 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5ef6b-6eea-4b63-b970-947c051c0156 req-26ded92e-02b9-4ee6-a9c2-86fd9ae0265d tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:16.280411 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f3c5ef6b-6eea-4b63-b970-947c051c0156 req-26ded92e-02b9-4ee6-a9c2-86fd9ae0265d tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 946 time: 0.0566285 Sep 17 17:24:16.320241 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f3c5ef6b-6eea-4b63-b970-947c051c0156 req-0a5aac03-8e5b-484a-9a4b-dea1c6069583 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336294 Sep 17 17:24:17.439309 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7402a7a-b52e-4686-ae2f-4397c36be69c req-95740ba4-d70b-46b2-84da-c7471e9e4c98 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:17.440785 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a7402a7a-b52e-4686-ae2f-4397c36be69c req-95740ba4-d70b-46b2-84da-c7471e9e4c98 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 946 time: 0.0498433 Sep 17 17:24:17.479749 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a7402a7a-b52e-4686-ae2f-4397c36be69c req-27ee910d-0299-49a4-8ff1-7c3c39c462c5 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324309 Sep 17 17:24:18.249306 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 54486) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:18.345266 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 54492) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:18.384651 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-d9a9b486-c9de-4250-947f-35e600a59b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:18.415606 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-6718144e-adb9-4e8a-8ede-bbc7964f2e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:18.509984 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-d9a9b486-c9de-4250-947f-35e600a59b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:18.592572 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-d9a9b486-c9de-4250-947f-35e600a59b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:18.609790 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9787fd-a52a-406f-bd90-d2e6624c7c3c req-f1b07327-4c23-44f4-bf72-0c69fb73d5aa tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:18.611334 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-aa9787fd-a52a-406f-bd90-d2e6624c7c3c req-f1b07327-4c23-44f4-bf72-0c69fb73d5aa tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 946 time: 0.0533335 Sep 17 17:24:18.647411 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-d9a9b486-c9de-4250-947f-35e600a59b45 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a363f2c6fa1747ae95e5b76f79eee5bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3968191 Sep 17 17:24:18.650161 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9b486-c9de-4250-947f-35e600a59b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe43c99-55a3-4b41-8771-8f756775c2a4,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:18.650788 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 54500) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:18.682800 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-aa9787fd-a52a-406f-bd90-d2e6624c7c3c req-5b8de3b0-9d2f-4d30-ac60-498bd5cfcf88 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646331 Sep 17 17:24:18.728194 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-6718144e-adb9-4e8a-8ede-bbc7964f2e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:18.735371 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a354f8f8-d707-4079-b3b1-a03c5957d6d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:18.760638 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a354f8f8-d707-4079-b3b1-a03c5957d6d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:18.796396 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-6718144e-adb9-4e8a-8ede-bbc7964f2e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:18.834343 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718144e-adb9-4e8a-8ede-bbc7964f2e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1dc7e54-b3b7-4100-993b-57053a0f4cfe,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:18.839940 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-6718144e-adb9-4e8a-8ede-bbc7964f2e0c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cb233906d25a4b6db755082a3732e2e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4936261 Sep 17 17:24:18.842721 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 54504) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:18.890518 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-30df4962-65be-49cd-8fa8-424154c49f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:18.891574 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a354f8f8-d707-4079-b3b1-a03c5957d6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:18.894127 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a354f8f8-d707-4079-b3b1-a03c5957d6d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:18.895317 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-a354f8f8-d707-4079-b3b1-a03c5957d6d3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0fe43c99-55a3-4b41-8771-8f756775c2a4 HTTP/1.1" status: 204 len: 168 time: 0.2382305 Sep 17 17:24:18.903391 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a354f8f8-d707-4079-b3b1-a03c5957d6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe43c99-55a3-4b41-8771-8f756775c2a4,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:18.912388 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-30df4962-65be-49cd-8fa8-424154c49f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:19.060097 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-30df4962-65be-49cd-8fa8-424154c49f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:19.063426 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-30df4962-65be-49cd-8fa8-424154c49f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:19.063912 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-30df4962-65be-49cd-8fa8-424154c49f2e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f1dc7e54-b3b7-4100-993b-57053a0f4cfe HTTP/1.1" status: 204 len: 168 time: 0.2202790 Sep 17 17:24:19.071708 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df4962-65be-49cd-8fa8-424154c49f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1dc7e54-b3b7-4100-993b-57053a0f4cfe,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:19.549279 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 54518) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:19.565334 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-1d15f36c-b9bb-4b99-ac9a-fb1186817c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:19.650503 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-1d15f36c-b9bb-4b99-ac9a-fb1186817c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:19.748959 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-1d15f36c-b9bb-4b99-ac9a-fb1186817c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:19.813581 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-1d15f36c-b9bb-4b99-ac9a-fb1186817c66 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=87f4dcbe41c9427baa9a9da7e1cbe89f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2608511 Sep 17 17:24:19.813718 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 54528) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:19.821493 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15f36c-b9bb-4b99-ac9a-fb1186817c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8be67b7-a9c8-4e20-8986-7cff334a780e,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:19.841767 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c060532-c666-4d68-b051-de5e3e32b9d3 req-c7a72fb4-00fe-4397-be35-b561d2372166 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:19.849268 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9c060532-c666-4d68-b051-de5e3e32b9d3 req-c7a72fb4-00fe-4397-be35-b561d2372166 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 946 time: 0.0835149 Sep 17 17:24:19.867006 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 54530) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:19.885992 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-c0c4bd8b-8197-4654-9e39-0b673569bb6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:19.889581 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a6b22fc7-4637-44d4-b121-d6f8070808e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:19.908379 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-c0c4bd8b-8197-4654-9e39-0b673569bb6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:19.914451 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9c060532-c666-4d68-b051-de5e3e32b9d3 req-9b154589-7c85-4529-afae-d94587b9c7e3 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639253 Sep 17 17:24:19.997940 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a6b22fc7-4637-44d4-b121-d6f8070808e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:20.022854 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-c0c4bd8b-8197-4654-9e39-0b673569bb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:20.025389 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-c0c4bd8b-8197-4654-9e39-0b673569bb6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:20.026550 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-c0c4bd8b-8197-4654-9e39-0b673569bb6b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e8be67b7-a9c8-4e20-8986-7cff334a780e HTTP/1.1" status: 204 len: 168 time: 0.2119775 Sep 17 17:24:20.034428 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4bd8b-8197-4654-9e39-0b673569bb6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8be67b7-a9c8-4e20-8986-7cff334a780e,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:20.091216 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a6b22fc7-4637-44d4-b121-d6f8070808e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:20.134152 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-a6b22fc7-4637-44d4-b121-d6f8070808e8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=14cd0e0bebff4563b29536338aa2821b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2636344 Sep 17 17:24:20.136655 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 54536) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:20.142739 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b22fc7-4637-44d4-b121-d6f8070808e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa8296e-e9c0-4651-a2a0-9474e7b951c3,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:20.192143 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-451f4c49-e233-4521-b49f-a30c8a11e739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:20.214154 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-451f4c49-e233-4521-b49f-a30c8a11e739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:20.339585 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-451f4c49-e233-4521-b49f-a30c8a11e739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:20.342126 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-451f4c49-e233-4521-b49f-a30c8a11e739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:20.343386 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-451f4c49-e233-4521-b49f-a30c8a11e739 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4aa8296e-e9c0-4651-a2a0-9474e7b951c3 HTTP/1.1" status: 204 len: 168 time: 0.2057252 Sep 17 17:24:20.351105 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f4c49-e233-4521-b49f-a30c8a11e739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa8296e-e9c0-4651-a2a0-9474e7b951c3,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:21.043890 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f57159-a8c2-47de-814e-6902941a332b req-d5e26b2c-39e5-42d1-866b-2731b70b343e tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:21.045431 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-87f57159-a8c2-47de-814e-6902941a332b req-d5e26b2c-39e5-42d1-866b-2731b70b343e tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 946 time: 0.0520732 Sep 17 17:24:21.086866 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-87f57159-a8c2-47de-814e-6902941a332b req-f3accb39-787b-451e-8346-419bb0929c5b tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355010 Sep 17 17:24:22.206845 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c5be8-e09b-47a8-b7aa-b5fe834c8858 req-4b9707f2-4f72-43d4-a1a4-5f9fdd1ec5c6 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:22.208446 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-251c5be8-e09b-47a8-b7aa-b5fe834c8858 req-4b9707f2-4f72-43d4-a1a4-5f9fdd1ec5c6 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 946 time: 0.0532773 Sep 17 17:24:22.252597 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-251c5be8-e09b-47a8-b7aa-b5fe834c8858 req-e1bf6025-9e27-4311-8006-e8e6b49df498 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351174 Sep 17 17:24:22.842390 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-73619db5-1bd3-4ca7-8abf-dfe0f10c967d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:23.379517 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5566e01-6293-433b-8376-b0d8266218d3 req-6132a99b-2c0f-4c44-b3de-86398f24ba8e tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:23.381735 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b5566e01-6293-433b-8376-b0d8266218d3 req-6132a99b-2c0f-4c44-b3de-86398f24ba8e tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 946 time: 0.0481882 Sep 17 17:24:23.420354 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b5566e01-6293-433b-8376-b0d8266218d3 req-52019ddc-21ff-4b8a-ae3b-c5bc2c7f30de tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327482 Sep 17 17:24:23.850714 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580ed34-aee5-4039-a059-825d873799a2 req-112d42ac-1b0c-4163-a620-00a814ed809c tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:23.852264 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4580ed34-aee5-4039-a059-825d873799a2 req-112d42ac-1b0c-4163-a620-00a814ed809c tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/networks?id=1cde08df-bf3f-41c5-b7b0-df36eef9f1af HTTP/1.1" status: 200 len: 815 time: 0.1174762 Sep 17 17:24:23.867603 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4580ed34-aee5-4039-a059-825d873799a2 req-b191ec4b-f8aa-4d48-b398-41e81b97a1be tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/quotas/c3d9575a8495460f8f8ca8113fd8f4c8 HTTP/1.1" status: 200 len: 375 time: 0.0094466 Sep 17 17:24:24.101534 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4580ed34-aee5-4039-a059-825d873799a2 req-20e5e056-7739-4dd7-aabc-545c2975620b tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c3d9575a8495460f8f8ca8113fd8f4c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2285459 Sep 17 17:24:24.190535 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4580ed34-aee5-4039-a059-825d873799a2 req-7db955ee-6095-45c6-b453-849013ff0ca4 service neutron] 10.222.0.18 "GET /v2.0/networks/1cde08df-bf3f-41c5-b7b0-df36eef9f1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820646 Sep 17 17:24:24.281905 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4580ed34-aee5-4039-a059-825d873799a2 req-7f9881cf-c383-4c73-b028-63ca93bb3b74 service neutron] 10.222.0.18 "GET /v2.0/networks/1cde08df-bf3f-41c5-b7b0-df36eef9f1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848682 Sep 17 17:24:24.553074 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07a626-36c8-4a77-b37b-97f872e7f605 req-8af780f8-b738-48df-ad54-656337c5edae tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:24.554589 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3a07a626-36c8-4a77-b37b-97f872e7f605 req-8af780f8-b738-48df-ad54-656337c5edae tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 946 time: 0.0492690 Sep 17 17:24:24.595314 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3a07a626-36c8-4a77-b37b-97f872e7f605 req-e1e322ed-a214-43d7-a30a-c4c2b394a0d1 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337899 Sep 17 17:24:24.668913 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3992384b-0008-4120-89b4-fc0471456a5e req-3c72d69f-8b35-492b-9209-f5bc9c0def30 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=1be1eded-7b88-439d-8df7-b7c4e132587f HTTP/1.1" status: 200 len: 210 time: 0.0300500 Sep 17 17:24:25.702649 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-88439103-e1fc-44d3-b5f1-7adcdc68347a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:25.716272 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4784e-79fb-4407-a2d3-88459efebccc req-32f9426d-cce7-49d5-8f84-6e0aca0cfbb0 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:25.717829 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f2b4784e-79fb-4407-a2d3-88459efebccc req-32f9426d-cce7-49d5-8f84-6e0aca0cfbb0 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 946 time: 0.0542908 Sep 17 17:24:25.757292 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f2b4784e-79fb-4407-a2d3-88459efebccc req-6d35687a-d9a2-4bb5-9c71-0f949f3f0113 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335267 Sep 17 17:24:25.846781 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-94529b25-68d6-445f-a1b9-96eebb9e15d1 req-7c6303dc-5ab0-4c80-bedd-ca0a4e59096d tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=1be1eded-7b88-439d-8df7-b7c4e132587f HTTP/1.1" status: 200 len: 210 time: 0.0256677 Sep 17 17:24:26.708244 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:26.875718 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa687f-d7b5-4e1a-b017-1115a8afbd71 req-2c5df17b-a2ad-464a-b74e-e488fc75117a tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:26.877504 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ccfa687f-d7b5-4e1a-b017-1115a8afbd71 req-2c5df17b-a2ad-464a-b74e-e488fc75117a tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 946 time: 0.0530853 Sep 17 17:24:26.923535 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ccfa687f-d7b5-4e1a-b017-1115a8afbd71 req-71b5383b-b515-40c2-b933-f5691df94e94 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349970 Sep 17 17:24:26.925606 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:26.953545 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-86c631bf-4b5a-47dc-a3bd-07c6ff58dd95 req-be44efec-4400-4d2b-91ef-b457e1fd36b1 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=1be1eded-7b88-439d-8df7-b7c4e132587f HTTP/1.1" status: 200 len: 210 time: 0.0290267 Sep 17 17:24:27.652599 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580ed34-aee5-4039-a059-825d873799a2 req-32d11cbe-7523-4e89-96e8-59140d8d8d60 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:27.654016 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4580ed34-aee5-4039-a059-825d873799a2 req-32d11cbe-7523-4e89-96e8-59140d8d8d60 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.42 "GET /v2.0/networks?id=1cde08df-bf3f-41c5-b7b0-df36eef9f1af HTTP/1.1" status: 200 len: 815 time: 0.0986814 Sep 17 17:24:27.683974 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-4580ed34-aee5-4039-a059-825d873799a2 req-61d788c8-accc-43d6-b21d-71d6ffb38903 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Request body: {'port': {'device_id': '1be1eded-7b88-439d-8df7-b7c4e132587f', 'network_id': '1cde08df-bf3f-41c5-b7b0-df36eef9f1af', 'admin_state_up': True, 'tenant_id': 'c3d9575a8495460f8f8ca8113fd8f4c8'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:24:27.908328 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4580ed34-aee5-4039-a059-825d873799a2 req-61d788c8-accc-43d6-b21d-71d6ffb38903 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Made reservation on behalf of c3d9575a8495460f8f8ca8113fd8f4c8 for: {'port': 1} {{(pid=94715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:24:27.912654 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-4580ed34-aee5-4039-a059-825d873799a2 req-61d788c8-accc-43d6-b21d-71d6ffb38903 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:28.100007 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ffad0da6-e949-44e1-9726-5e39e1432fe0 req-3c1b4ae6-2caf-4595-9ccf-14ee910da7f1 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=1be1eded-7b88-439d-8df7-b7c4e132587f HTTP/1.1" status: 200 len: 210 time: 0.0451005 Sep 17 17:24:28.113856 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.db_base_plugin_common [req-4580ed34-aee5-4039-a059-825d873799a2 req-61d788c8-accc-43d6-b21d-71d6ffb38903 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Allocated IP 172.20.0.10 (1cde08df-bf3f-41c5-b7b0-df36eef9f1af/09dff40a-abba-4f0d-b7ab-590d67c9e5a2/c537682c-4eef-4b6d-8e30-6f9ec6116f67) {{(pid=94715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:24:28.133213 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7118d-bb40-4381-8172-d4594d3203e3 req-1e98a671-fe7b-4884-83a7-22bd02357c44 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:28.134678 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-90e7118d-bb40-4381-8172-d4594d3203e3 req-1e98a671-fe7b-4884-83a7-22bd02357c44 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 946 time: 0.0928802 Sep 17 17:24:28.201928 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-90e7118d-bb40-4381-8172-d4594d3203e3 req-e006f7bc-4175-428c-93d1-8ba1aa362639 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602620 Sep 17 17:24:28.314230 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-4580ed34-aee5-4039-a059-825d873799a2 req-61d788c8-accc-43d6-b21d-71d6ffb38903 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Notify callbacks [] for port, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:28.440119 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-4580ed34-aee5-4039-a059-825d873799a2 req-61d788c8-accc-43d6-b21d-71d6ffb38903 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538'] for port, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:28.462432 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['3c503b0b-0cca-4b88-8bc3-d5175436d0de'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:24:28.486327 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d788c8-accc-43d6-b21d-71d6ffb38903 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Pushing event updated for resources: {'Port': ['ID=c537682c-4eef-4b6d-8e30-6f9ec6116f67,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:28.503629 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4580ed34-aee5-4039-a059-825d873799a2 req-61d788c8-accc-43d6-b21d-71d6ffb38903 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Network 1cde08df-bf3f-41c5-b7b0-df36eef9f1af is already hosted by enough agents. {{(pid=94715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:24:28.506185 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [req-4580ed34-aee5-4039-a059-825d873799a2 req-61d788c8-accc-43d6-b21d-71d6ffb38903 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Resources bound (agent type, host, resource id): {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:24:28.509139 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [req-4580ed34-aee5-4039-a059-825d873799a2 req-61d788c8-accc-43d6-b21d-71d6ffb38903 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Received port after_create {{(pid=94715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:24:28.527814 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580ed34-aee5-4039-a059-825d873799a2 req-61d788c8-accc-43d6-b21d-71d6ffb38903 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:28.527814 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-4580ed34-aee5-4039-a059-825d873799a2 req-61d788c8-accc-43d6-b21d-71d6ffb38903 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:28.556909 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:28.635614 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4580ed34-aee5-4039-a059-825d873799a2 req-61d788c8-accc-43d6-b21d-71d6ffb38903 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9552331 Sep 17 17:24:28.648484 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-4580ed34-aee5-4039-a059-825d873799a2 req-8c1c6917-0d9e-4184-900e-983c2a20519c service neutron] Request body: {'port': {'device_id': '1be1eded-7b88-439d-8df7-b7c4e132587f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80982'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:24:28.706630 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-4580ed34-aee5-4039-a059-825d873799a2 req-8c1c6917-0d9e-4184-900e-983c2a20519c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:28.993268 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [req-4580ed34-aee5-4039-a059-825d873799a2 req-8c1c6917-0d9e-4184-900e-983c2a20519c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c537682c-4eef-4b6d-8e30-6f9ec6116f67 {{(pid=94715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:24:28.998359 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-4580ed34-aee5-4039-a059-825d873799a2 req-8c1c6917-0d9e-4184-900e-983c2a20519c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:29.011031 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [req-4580ed34-aee5-4039-a059-825d873799a2 req-8c1c6917-0d9e-4184-900e-983c2a20519c service neutron] Transition to ACTIVE for port object c537682c-4eef-4b6d-8e30-6f9ec6116f67 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 17:24:29.113427 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-4580ed34-aee5-4039-a059-825d873799a2 req-8c1c6917-0d9e-4184-900e-983c2a20519c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:29.179405 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c6917-0d9e-4184-900e-983c2a20519c service neutron] Pushing event updated for resources: {'Port': ['ID=c537682c-4eef-4b6d-8e30-6f9ec6116f67,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:29.215607 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-4580ed34-aee5-4039-a059-825d873799a2 req-8c1c6917-0d9e-4184-900e-983c2a20519c service neutron] Attempting to bind port c537682c-4eef-4b6d-8e30-6f9ec6116f67 on host hv-cinder-80982 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:24:29.215866 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-4580ed34-aee5-4039-a059-825d873799a2 req-8c1c6917-0d9e-4184-900e-983c2a20519c service neutron] Attempting to bind port c537682c-4eef-4b6d-8e30-6f9ec6116f67 by drivers openvswitch,hyperv on host hv-cinder-80982 at level 0 using segments [{'id': 'e96ed9d6-dcd6-4b60-800e-12caf220a56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1cde08df-bf3f-41c5-b7b0-df36eef9f1af'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:24:29.216196 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4580ed34-aee5-4039-a059-825d873799a2 req-8c1c6917-0d9e-4184-900e-983c2a20519c service neutron] Attempting to bind port c537682c-4eef-4b6d-8e30-6f9ec6116f67 on network 1cde08df-bf3f-41c5-b7b0-df36eef9f1af {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:24:29.223065 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4580ed34-aee5-4039-a059-825d873799a2 req-8c1c6917-0d9e-4184-900e-983c2a20519c service neutron] Port c537682c-4eef-4b6d-8e30-6f9ec6116f67 on network 1cde08df-bf3f-41c5-b7b0-df36eef9f1af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80982 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 17:24:29.223392 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4580ed34-aee5-4039-a059-825d873799a2 req-8c1c6917-0d9e-4184-900e-983c2a20519c service neutron] Attempting to bind port c537682c-4eef-4b6d-8e30-6f9ec6116f67 on network 1cde08df-bf3f-41c5-b7b0-df36eef9f1af {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:24:29.232068 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4580ed34-aee5-4039-a059-825d873799a2 req-8c1c6917-0d9e-4184-900e-983c2a20519c service neutron] Checking agent: {'id': 'e15b8fdc-3f6d-455f-8616-9488d56a2a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80982', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'started_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:24:29.232068 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4580ed34-aee5-4039-a059-825d873799a2 req-8c1c6917-0d9e-4184-900e-983c2a20519c service neutron] Checking segment: {'id': 'e96ed9d6-dcd6-4b60-800e-12caf220a56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1cde08df-bf3f-41c5-b7b0-df36eef9f1af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:24:29.232461 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4580ed34-aee5-4039-a059-825d873799a2 req-8c1c6917-0d9e-4184-900e-983c2a20519c service neutron] Bound using segment: {'id': 'e96ed9d6-dcd6-4b60-800e-12caf220a56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1cde08df-bf3f-41c5-b7b0-df36eef9f1af'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:24:29.232891 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-4580ed34-aee5-4039-a059-825d873799a2 req-8c1c6917-0d9e-4184-900e-983c2a20519c service neutron] Bound port: c537682c-4eef-4b6d-8e30-6f9ec6116f67, host: hv-cinder-80982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e96ed9d6-dcd6-4b60-800e-12caf220a56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1cde08df-bf3f-41c5-b7b0-df36eef9f1af'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:24:29.233254 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-4580ed34-aee5-4039-a059-825d873799a2 req-8c1c6917-0d9e-4184-900e-983c2a20519c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:29.254855 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0e9a5-7f82-4e9c-81ec-576853a43ea7 req-92951f2c-26b4-4e27-ae2b-433fef3fdeae tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:29.256537 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-82a0e9a5-7f82-4e9c-81ec-576853a43ea7 req-92951f2c-26b4-4e27-ae2b-433fef3fdeae tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=1be1eded-7b88-439d-8df7-b7c4e132587f HTTP/1.1" status: 200 len: 944 time: 0.0781822 Sep 17 17:24:29.367487 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-82a0e9a5-7f82-4e9c-81ec-576853a43ea7 req-6e44ddaf-d7b7-44ae-ac06-6825247a7554 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046569 Sep 17 17:24:29.374617 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-4580ed34-aee5-4039-a059-825d873799a2 req-8c1c6917-0d9e-4184-900e-983c2a20519c service neutron] For port c537682c-4eef-4b6d-8e30-6f9ec6116f67, host hv-cinder-80982, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:24:29.378385 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-4580ed34-aee5-4039-a059-825d873799a2 req-8c1c6917-0d9e-4184-900e-983c2a20519c service neutron] For port c537682c-4eef-4b6d-8e30-6f9ec6116f67, host hv-cinder-80982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=c537682c-4eef-4b6d-8e30-6f9ec6116f67,segment=NetworkSegment(e96ed9d6-dcd6-4b60-800e-12caf220a56a),segment_id=e96ed9d6-dcd6-4b60-800e-12caf220a56a)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:24:29.387518 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecc3c7-b82e-406d-8644-8cf9e01e9b64 req-9100dfec-6c31-4277-a249-964c8b2eb39f tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:29.388690 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-91ecc3c7-b82e-406d-8644-8cf9e01e9b64 req-9100dfec-6c31-4277-a249-964c8b2eb39f tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 946 time: 0.1030622 Sep 17 17:24:29.433333 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-91ecc3c7-b82e-406d-8644-8cf9e01e9b64 req-4f3be991-72c6-4b40-9ab9-743701bcb38d tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384657 Sep 17 17:24:29.477352 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-4580ed34-aee5-4039-a059-825d873799a2 req-8c1c6917-0d9e-4184-900e-983c2a20519c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:29.511941 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580ed34-aee5-4039-a059-825d873799a2 req-8c1c6917-0d9e-4184-900e-983c2a20519c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:29.512552 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-4580ed34-aee5-4039-a059-825d873799a2 req-8c1c6917-0d9e-4184-900e-983c2a20519c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:29.513945 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4580ed34-aee5-4039-a059-825d873799a2 req-8c1c6917-0d9e-4184-900e-983c2a20519c service neutron] 10.222.0.42 "PUT /v2.0/ports/c537682c-4eef-4b6d-8e30-6f9ec6116f67 HTTP/1.1" status: 200 len: 1094 time: 0.8694932 Sep 17 17:24:29.514375 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1be1eded-7b88-439d-8df7-b7c4e132587f', 'tag': 'c537682c-4eef-4b6d-8e30-6f9ec6116f67'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:24:29.516619 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71c3f55-fb51-4746-9b64-ae6b22c19ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "1be1eded-7b88-439d-8df7-b7c4e132587f", "tag": "c537682c-4eef-4b6d-8e30-6f9ec6116f67"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:24:29.541466 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c6917-0d9e-4184-900e-983c2a20519c service neutron] Pushing event updated for resources: {'Port': ['ID=c537682c-4eef-4b6d-8e30-6f9ec6116f67,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:29.551491 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 17:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e6a26f-5e4a-4203-ac2f-c77003375e17 x-openstack-request-id: req-a7e6a26f-5e4a-4203-ac2f-c77003375e17 {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:24:29.551808 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1be1eded-7b88-439d-8df7-b7c4e132587f", "tag": "c537682c-4eef-4b6d-8e30-6f9ec6116f67", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:24:29.552202 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a7e6a26f-5e4a-4203-ac2f-c77003375e17 {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:24:29.552587 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1be1eded-7b88-439d-8df7-b7c4e132587f', 'tag': 'c537682c-4eef-4b6d-8e30-6f9ec6116f67', 'status': 'completed', 'code': 200} Sep 17 17:24:29.617655 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c3f55-fb51-4746-9b64-ae6b22c19ba8 req-14621ce5-ffb4-4f77-bdc5-99b7706ce8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:29.619624 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c71c3f55-fb51-4746-9b64-ae6b22c19ba8 req-14621ce5-ffb4-4f77-bdc5-99b7706ce8b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3d9575a8495460f8f8ca8113fd8f4c8&device_id=1be1eded-7b88-439d-8df7-b7c4e132587f HTTP/1.1" status: 200 len: 1097 time: 0.0415709 Sep 17 17:24:29.729589 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c3f55-fb51-4746-9b64-ae6b22c19ba8 req-b5908d24-527c-4b06-b1f8-aa5a3eb1f225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:29.735031 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c71c3f55-fb51-4746-9b64-ae6b22c19ba8 req-b5908d24-527c-4b06-b1f8-aa5a3eb1f225 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=c3d9575a8495460f8f8ca8113fd8f4c8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0998089 Sep 17 17:24:29.831567 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c3f55-fb51-4746-9b64-ae6b22c19ba8 req-f6a6d606-df74-47ef-86a7-a9d5000ecb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:29.833041 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c71c3f55-fb51-4746-9b64-ae6b22c19ba8 req-f6a6d606-df74-47ef-86a7-a9d5000ecb48 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890009 Sep 17 17:24:29.929407 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580ed34-aee5-4039-a059-825d873799a2 req-6a0d43c4-6119-4576-ac15-48d3b53d9aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:29.931232 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4580ed34-aee5-4039-a059-825d873799a2 req-6a0d43c4-6119-4576-ac15-48d3b53d9aa2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3d9575a8495460f8f8ca8113fd8f4c8&device_id=1be1eded-7b88-439d-8df7-b7c4e132587f HTTP/1.1" status: 200 len: 1097 time: 0.0539429 Sep 17 17:24:29.988319 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4580ed34-aee5-4039-a059-825d873799a2 req-3abad733-e831-4f85-8f26-03c72e1f6956 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c537682c-4eef-4b6d-8e30-6f9ec6116f67 HTTP/1.1" status: 200 len: 217 time: 0.0468082 Sep 17 17:24:30.008679 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 54882) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:30.056837 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580ed34-aee5-4039-a059-825d873799a2 req-ddd8b15b-ab18-410e-afe1-ade3ce710da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:30.059578 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4580ed34-aee5-4039-a059-825d873799a2 req-ddd8b15b-ab18-410e-afe1-ade3ce710da7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=09dff40a-abba-4f0d-b7ab-590d67c9e5a2 HTTP/1.1" status: 200 len: 855 time: 0.0603936 Sep 17 17:24:30.096735 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4580ed34-aee5-4039-a059-825d873799a2 req-af87d6c7-9f68-40c4-a9e8-375195ca9619 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1cde08df-bf3f-41c5-b7b0-df36eef9f1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267327 Sep 17 17:24:30.123386 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-2fb16b35-2409-490f-b670-45b4569fd14c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:30.195698 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4580ed34-aee5-4039-a059-825d873799a2 req-944d9c71-f9d5-4f53-bc98-ee806844ca0c service neutron] 10.222.0.42 "GET /v2.0/networks/1cde08df-bf3f-41c5-b7b0-df36eef9f1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898411 Sep 17 17:24:30.215860 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-2fb16b35-2409-490f-b670-45b4569fd14c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:30.299587 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-2fb16b35-2409-490f-b670-45b4569fd14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:30.303466 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4580ed34-aee5-4039-a059-825d873799a2 req-3c51b189-bdd9-4d1b-870b-eb431f22a44f service neutron] 10.222.0.42 "GET /v2.0/networks/1cde08df-bf3f-41c5-b7b0-df36eef9f1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857217 Sep 17 17:24:30.339039 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-2fb16b35-2409-490f-b670-45b4569fd14c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6a2bfab1ca2b444a9d24bfe93906d381&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3286111 Sep 17 17:24:30.340180 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb16b35-2409-490f-b670-45b4569fd14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d4e831-413c-439c-b380-a0deb3de3a9c,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:30.341809 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 54890) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:30.393334 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c07bc113-c2da-4e70-b50c-926cd5802c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:30.402902 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 54894) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:30.419583 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c07bc113-c2da-4e70-b50c-926cd5802c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:30.501336 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3c8ac-f8d0-4cb3-aae7-03e11cd956eb req-01d684b8-b463-4f71-84c8-fee48fb877e0 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:30.502915 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-13c3c8ac-f8d0-4cb3-aae7-03e11cd956eb req-01d684b8-b463-4f71-84c8-fee48fb877e0 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=1be1eded-7b88-439d-8df7-b7c4e132587f HTTP/1.1" status: 200 len: 944 time: 0.0553529 Sep 17 17:24:30.519290 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-4da35e1e-faa9-47f6-8a04-eddeb5ceed1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:30.574227 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-13c3c8ac-f8d0-4cb3-aae7-03e11cd956eb req-33c1b007-066e-4839-9d5c-47343dd3f1ee tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639634 Sep 17 17:24:30.586666 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6ca4d-f38b-4917-9fa4-315200e663de req-710b9f84-2478-47e0-b8b1-9bf4dbdfd109 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:30.588177 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-87c6ca4d-f38b-4917-9fa4-315200e663de req-710b9f84-2478-47e0-b8b1-9bf4dbdfd109 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 946 time: 0.0761378 Sep 17 17:24:30.629207 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-87c6ca4d-f38b-4917-9fa4-315200e663de req-1cbc365b-f6da-4631-96ea-902e98f1272f tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342507 Sep 17 17:24:30.656751 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c07bc113-c2da-4e70-b50c-926cd5802c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:30.660982 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c07bc113-c2da-4e70-b50c-926cd5802c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:30.660982 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-c07bc113-c2da-4e70-b50c-926cd5802c40 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d5d4e831-413c-439c-b380-a0deb3de3a9c HTTP/1.1" status: 204 len: 168 time: 0.3175943 Sep 17 17:24:30.669052 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07bc113-c2da-4e70-b50c-926cd5802c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d4e831-413c-439c-b380-a0deb3de3a9c,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:30.726104 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-4da35e1e-faa9-47f6-8a04-eddeb5ceed1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:30.842203 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-4da35e1e-faa9-47f6-8a04-eddeb5ceed1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:30.880770 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-4da35e1e-faa9-47f6-8a04-eddeb5ceed1f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9f8f7b7cb74a46969a020d43cbee7c76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4760246 Sep 17 17:24:30.881595 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da35e1e-faa9-47f6-8a04-eddeb5ceed1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1907abd7-0ac6-4415-84e7-86f570096394,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:30.883638 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 54908) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:30.936636 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f4368089-fa0c-4e41-92a2-598e77cbc040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:30.954775 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f4368089-fa0c-4e41-92a2-598e77cbc040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:31.095194 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f4368089-fa0c-4e41-92a2-598e77cbc040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:31.099747 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f4368089-fa0c-4e41-92a2-598e77cbc040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:31.101341 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-f4368089-fa0c-4e41-92a2-598e77cbc040 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1907abd7-0ac6-4415-84e7-86f570096394 HTTP/1.1" status: 204 len: 168 time: 0.2164268 Sep 17 17:24:31.112137 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4368089-fa0c-4e41-92a2-598e77cbc040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1907abd7-0ac6-4415-84e7-86f570096394,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:31.686643 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5de36-1490-494e-90f2-6fefdfde9c96 req-f6adb80b-ab7f-446e-86e9-ee0343b300dd tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:31.688241 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-54f5de36-1490-494e-90f2-6fefdfde9c96 req-f6adb80b-ab7f-446e-86e9-ee0343b300dd tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=1be1eded-7b88-439d-8df7-b7c4e132587f HTTP/1.1" status: 200 len: 944 time: 0.0483339 Sep 17 17:24:31.753742 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-54f5de36-1490-494e-90f2-6fefdfde9c96 req-1cbfa0fb-1b27-4175-99d8-3fd91581fbf1 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587337 Sep 17 17:24:31.772668 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61a439-b90b-445d-95c0-eda391eba8da req-c8af7efd-3a24-486d-997e-4ca63c14244b tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:31.774218 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1c61a439-b90b-445d-95c0-eda391eba8da req-c8af7efd-3a24-486d-997e-4ca63c14244b tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 946 time: 0.0735474 Sep 17 17:24:31.814473 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1c61a439-b90b-445d-95c0-eda391eba8da req-79a37d73-8a68-4e6b-b8f4-fd917f40ed86 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339105 Sep 17 17:24:31.947466 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device c537682c-4eef-4b6d-8e30-6f9ec6116f67 details requested by agent hyperv_hv-cinder-80982 with host hv-cinder-80982 {{(pid=94717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 17:24:31.961074 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 54948) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:31.974081 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-054f9d9d-a820-489d-9ea9-0cd385548674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:32.053044 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port c537682c-4eef-4b6d-8e30-6f9ec6116f67, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=c537682c-4eef-4b6d-8e30-6f9ec6116f67,segment=NetworkSegment(e96ed9d6-dcd6-4b60-800e-12caf220a56a),segment_id=e96ed9d6-dcd6-4b60-800e-12caf220a56a)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:24:32.064835 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-054f9d9d-a820-489d-9ea9-0cd385548674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:32.067886 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Returning: {'device': 'c537682c-4eef-4b6d-8e30-6f9ec6116f67', 'network_id': '1cde08df-bf3f-41c5-b7b0-df36eef9f1af', 'port_id': 'c537682c-4eef-4b6d-8e30-6f9ec6116f67', 'mac_address': 'fa:16:3e:d4:93:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09dff40a-abba-4f0d-b7ab-590d67c9e5a2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 17:24:32.111061 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:32.129382 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c537682c-4eef-4b6d-8e30-6f9ec6116f67 {{(pid=94717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:24:32.156751 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port c537682c-4eef-4b6d-8e30-6f9ec6116f67, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=c537682c-4eef-4b6d-8e30-6f9ec6116f67,segment=NetworkSegment(e96ed9d6-dcd6-4b60-800e-12caf220a56a),segment_id=e96ed9d6-dcd6-4b60-800e-12caf220a56a)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:24:32.163587 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 54958) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:32.186628 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-054f9d9d-a820-489d-9ea9-0cd385548674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:32.232188 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f9d9d-a820-489d-9ea9-0cd385548674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a34016-6cc3-4bbb-814a-0a8a234bf16a,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:32.239408 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-054f9d9d-a820-489d-9ea9-0cd385548674 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=372d6c9034b34e9e9c99196dcef40fd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2772753 Sep 17 17:24:32.242226 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 54962) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:32.251158 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:32.284344 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-260cf61f-0c5f-4cfc-a070-6ae4870ace9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:32.299834 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=c537682c-4eef-4b6d-8e30-6f9ec6116f67,revision_number=4']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:32.306942 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:24:32.307325 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:24:32.307664 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:24:32.308003 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:24:32.308337 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:24:32.308677 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:24:32.308999 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:24:32.309592 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:24:32.309940 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:24:32.310270 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:24:32.311007 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:24:32.311007 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:24:32.321446 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-b7b532ce-eb09-43f1-93f5-67c32765faef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:32.355751 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-b7b532ce-eb09-43f1-93f5-67c32765faef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:32.522613 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-b7b532ce-eb09-43f1-93f5-67c32765faef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:32.525140 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-b7b532ce-eb09-43f1-93f5-67c32765faef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:32.526268 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-b7b532ce-eb09-43f1-93f5-67c32765faef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/79a34016-6cc3-4bbb-814a-0a8a234bf16a HTTP/1.1" status: 204 len: 168 time: 0.2830408 Sep 17 17:24:32.543992 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b532ce-eb09-43f1-93f5-67c32765faef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a34016-6cc3-4bbb-814a-0a8a234bf16a,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:32.562854 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-260cf61f-0c5f-4cfc-a070-6ae4870ace9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:32.627596 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['c537682c-4eef-4b6d-8e30-6f9ec6116f67'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:24:32.650486 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 54968) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:32.695577 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-260cf61f-0c5f-4cfc-a070-6ae4870ace9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:32.737204 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-260cf61f-0c5f-4cfc-a070-6ae4870ace9f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f49e0bba42ea4eb4860b286a0b5492c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5697279 Sep 17 17:24:32.737204 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260cf61f-0c5f-4cfc-a070-6ae4870ace9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82b9d71-4d3d-4f9e-91e7-92e5e6b76ed2,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:32.738016 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 54972) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:32.763685 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-aa6d9959-e78c-410f-b62e-f028a147e3eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:32.799594 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a136c1e8-25de-48a9-b0b1-24c679c500f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:32.822904 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a136c1e8-25de-48a9-b0b1-24c679c500f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:32.881433 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-aa6d9959-e78c-410f-b62e-f028a147e3eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:32.923178 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2a1b2-2fad-442b-baee-efe4564c82d0 req-3f4fbfad-ba9d-41f8-ab29-7007753b419c tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:32.924643 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f0d2a1b2-2fad-442b-baee-efe4564c82d0 req-3f4fbfad-ba9d-41f8-ab29-7007753b419c tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=1be1eded-7b88-439d-8df7-b7c4e132587f HTTP/1.1" status: 200 len: 945 time: 0.0948782 Sep 17 17:24:32.960784 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ecaef-bd2f-4767-a165-81ee19c0e406 req-f9e7312c-2431-44b8-95ee-2ee99720951e tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:32.962292 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-110ecaef-bd2f-4767-a165-81ee19c0e406 req-f9e7312c-2431-44b8-95ee-2ee99720951e tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 946 time: 0.0768688 Sep 17 17:24:32.985174 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f0d2a1b2-2fad-442b-baee-efe4564c82d0 req-95f36768-d31b-41bd-805f-91d2ffd018c1 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534477 Sep 17 17:24:32.995796 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-aa6d9959-e78c-410f-b62e-f028a147e3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:33.018872 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-110ecaef-bd2f-4767-a165-81ee19c0e406 req-f1699f6c-960c-4e22-8699-62d7c9e1591d tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469210 Sep 17 17:24:33.039688 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a136c1e8-25de-48a9-b0b1-24c679c500f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:33.043778 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a136c1e8-25de-48a9-b0b1-24c679c500f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:33.047994 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-a136c1e8-25de-48a9-b0b1-24c679c500f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b82b9d71-4d3d-4f9e-91e7-92e5e6b76ed2 HTTP/1.1" status: 204 len: 168 time: 0.3051300 Sep 17 17:24:33.055637 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a136c1e8-25de-48a9-b0b1-24c679c500f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82b9d71-4d3d-4f9e-91e7-92e5e6b76ed2,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:33.062864 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-aa6d9959-e78c-410f-b62e-f028a147e3eb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=56eeacd862cb477895943d49de65229d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4111888 Sep 17 17:24:33.063790 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d9959-e78c-410f-b62e-f028a147e3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9093b0-7730-4122-8d5f-5db01537f71e,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:33.066073 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 54986) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:33.143727 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8a17a21b-c27e-4e94-81a0-6b00e470b3b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:33.164070 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8a17a21b-c27e-4e94-81a0-6b00e470b3b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:33.327842 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8a17a21b-c27e-4e94-81a0-6b00e470b3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:33.332554 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8a17a21b-c27e-4e94-81a0-6b00e470b3b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:33.332554 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-8a17a21b-c27e-4e94-81a0-6b00e470b3b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eb9093b0-7730-4122-8d5f-5db01537f71e HTTP/1.1" status: 204 len: 168 time: 0.2644515 Sep 17 17:24:33.341570 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17a21b-c27e-4e94-81a0-6b00e470b3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9093b0-7730-4122-8d5f-5db01537f71e,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:33.926465 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 55006) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:33.947650 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f27652a1-2b39-44ab-84ff-46bc5855b481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:33.977109 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device c537682c-4eef-4b6d-8e30-6f9ec6116f67 up at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:24:34.061395 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f27652a1-2b39-44ab-84ff-46bc5855b481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:34.131956 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning for port c537682c-4eef-4b6d-8e30-6f9ec6116f67 completed by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 17:24:34.135903 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning complete for port c537682c-4eef-4b6d-8e30-6f9ec6116f67 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:24:34.136277 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:34.154229 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5eb23-d213-42a3-ad8e-7283fd230cf3 req-05c78610-a5c7-4012-91ca-e66ece52baed tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:34.156787 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-dac5eb23-d213-42a3-ad8e-7283fd230cf3 req-05c78610-a5c7-4012-91ca-e66ece52baed tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=1be1eded-7b88-439d-8df7-b7c4e132587f HTTP/1.1" status: 200 len: 945 time: 0.0755606 Sep 17 17:24:34.178740 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc8fb3-8c15-49c8-95f1-b22bf172e0ca req-bcf80817-0d3c-4749-b363-d48ad25cb1ad tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:34.188322 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-95fc8fb3-8c15-49c8-95f1-b22bf172e0ca req-bcf80817-0d3c-4749-b363-d48ad25cb1ad tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 946 time: 0.0739331 Sep 17 17:24:34.195567 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 55018) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:34.197214 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f27652a1-2b39-44ab-84ff-46bc5855b481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:34.211539 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-00df2ee6-00e9-4896-acc2-6799e6443ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:34.246005 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:34.279499 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-dac5eb23-d213-42a3-ad8e-7283fd230cf3 req-38b5f19f-e7f6-4d17-b818-0a92410fc3a0 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132743 Sep 17 17:24:34.283223 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be1eded-7b88-439d-8df7-b7c4e132587f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c537682c-4eef-4b6d-8e30-6f9ec6116f67'}] {{(pid=94717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:24:34.286334 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef4bfb6114c7858c34ed9f7d570ef17f9d28f3d7fc67a01f0bf07e2066d3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefe5d59-6648-40e9-b73f-bab8bd890eaa" -d '{"events": [{"server_uuid": "1be1eded-7b88-439d-8df7-b7c4e132587f", "name": "network-vif-plugged", "status": "completed", "tag": "c537682c-4eef-4b6d-8e30-6f9ec6116f67"}]}' {{(pid=94717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:24:34.293681 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-f27652a1-2b39-44ab-84ff-46bc5855b481 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fc9b9f02fec64917b3e3899d2ecbac36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3659739 Sep 17 17:24:34.302888 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27652a1-2b39-44ab-84ff-46bc5855b481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf91d078-c104-4a7f-a7f6-e8c50fd5906a,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:34.304426 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 55024) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:34.329662 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port c537682c-4eef-4b6d-8e30-6f9ec6116f67, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=c537682c-4eef-4b6d-8e30-6f9ec6116f67,segment=NetworkSegment(e96ed9d6-dcd6-4b60-800e-12caf220a56a),segment_id=e96ed9d6-dcd6-4b60-800e-12caf220a56a)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:24:34.332054 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-95fc8fb3-8c15-49c8-95f1-b22bf172e0ca req-0d638685-a300-482b-ad39-2a90334eddd3 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446579 Sep 17 17:24:34.407662 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:34.420486 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-ef4e99c8-e190-4e92-a6bb-336b30b1461e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:34.452756 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-00df2ee6-00e9-4896-acc2-6799e6443ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:34.458275 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-ef4e99c8-e190-4e92-a6bb-336b30b1461e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:34.458610 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cea7ed0-1380-42e0-b731-cf1bd906ee9a x-openstack-request-id: req-6cea7ed0-1380-42e0-b731-cf1bd906ee9a {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:24:34.459154 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be1eded-7b88-439d-8df7-b7c4e132587f", "name": "network-vif-plugged", "status": "completed", "tag": "c537682c-4eef-4b6d-8e30-6f9ec6116f67", "code": 200}]} {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:24:34.459550 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6cea7ed0-1380-42e0-b731-cf1bd906ee9a {{(pid=94717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:24:34.460105 dv-cinder-809828-1-iscsi neutron-server[94717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1be1eded-7b88-439d-8df7-b7c4e132587f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c537682c-4eef-4b6d-8e30-6f9ec6116f67', 'code': 200} Sep 17 17:24:34.495195 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=c537682c-4eef-4b6d-8e30-6f9ec6116f67,revision_number=5']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:34.568982 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-00df2ee6-00e9-4896-acc2-6799e6443ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:34.608310 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df2ee6-00e9-4896-acc2-6799e6443ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8486e6d2-0e7b-4930-addc-450d06058bf1,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:34.612672 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-00df2ee6-00e9-4896-acc2-6799e6443ff0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3066c9aca6d745d6b93c18927496d6a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4161551 Sep 17 17:24:34.615913 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 55050) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:34.670576 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f151e496-0fcf-4d1d-b40c-9efac29a358b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:34.683833 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-ef4e99c8-e190-4e92-a6bb-336b30b1461e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:34.686743 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-ef4e99c8-e190-4e92-a6bb-336b30b1461e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:34.688069 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-ef4e99c8-e190-4e92-a6bb-336b30b1461e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bf91d078-c104-4a7f-a7f6-e8c50fd5906a HTTP/1.1" status: 204 len: 168 time: 0.3792503 Sep 17 17:24:34.705279 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e99c8-e190-4e92-a6bb-336b30b1461e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf91d078-c104-4a7f-a7f6-e8c50fd5906a,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:34.708395 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f151e496-0fcf-4d1d-b40c-9efac29a358b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:34.869179 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c250f-f406-4e11-b4df-3fa0a9e3e03e req-ba32a7b9-f458-4966-af99-502b9db138f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:34.870758 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ab6c250f-f406-4e11-b4df-3fa0a9e3e03e req-ba32a7b9-f458-4966-af99-502b9db138f6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1be1eded-7b88-439d-8df7-b7c4e132587f HTTP/1.1" status: 200 len: 1099 time: 0.0423594 Sep 17 17:24:34.912183 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ab6c250f-f406-4e11-b4df-3fa0a9e3e03e req-b6522df6-cac0-4131-a990-8861365803fb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275302 Sep 17 17:24:34.916491 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f151e496-0fcf-4d1d-b40c-9efac29a358b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:34.919095 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f151e496-0fcf-4d1d-b40c-9efac29a358b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:34.920404 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-f151e496-0fcf-4d1d-b40c-9efac29a358b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8486e6d2-0e7b-4930-addc-450d06058bf1 HTTP/1.1" status: 204 len: 168 time: 0.3035524 Sep 17 17:24:34.929112 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f151e496-0fcf-4d1d-b40c-9efac29a358b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8486e6d2-0e7b-4930-addc-450d06058bf1,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:35.049997 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1e9d2-6c98-4170-a3d5-5c2c7735d8dd req-d59e47e9-ab75-4c12-8c1b-f66abc204020 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:35.051536 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-80c1e9d2-6c98-4170-a3d5-5c2c7735d8dd req-d59e47e9-ab75-4c12-8c1b-f66abc204020 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 945 time: 0.0475399 Sep 17 17:24:35.089430 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-80c1e9d2-6c98-4170-a3d5-5c2c7735d8dd req-ece91142-dab0-40e1-b4b2-69ea3343a404 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf19f7e8-d04d-479d-bf63-7750164071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312760 Sep 17 17:24:35.409137 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb7026-2707-4881-8377-194cd32ae05f req-8ada1336-d62a-4c38-abd9-5328e1eb81a2 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:35.411369 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8adb7026-2707-4881-8377-194cd32ae05f req-8ada1336-d62a-4c38-abd9-5328e1eb81a2 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=1be1eded-7b88-439d-8df7-b7c4e132587f HTTP/1.1" status: 200 len: 946 time: 0.0576088 Sep 17 17:24:35.484403 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8adb7026-2707-4881-8377-194cd32ae05f req-707b259f-e3a1-40eb-aeb2-e3e9a5248462 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617137 Sep 17 17:24:35.492925 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c510e4-c90a-4b80-8e67-7fdbaeeb3da5 req-2b5f8a84-2e5f-4353-8bcd-976651d85f67 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:35.495349 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-41c510e4-c90a-4b80-8e67-7fdbaeeb3da5 req-2b5f8a84-2e5f-4353-8bcd-976651d85f67 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 946 time: 0.0816166 Sep 17 17:24:35.547915 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-41c510e4-c90a-4b80-8e67-7fdbaeeb3da5 req-20333e47-f03d-48f4-90c0-bfa2e7992aab tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419409 Sep 17 17:24:36.207128 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b74cf-c33e-429b-84ad-d38b8abe6ee6 req-43e3e6b4-906c-423b-b6ed-9b0996dce1ca tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:36.208659 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a28b74cf-c33e-429b-84ad-d38b8abe6ee6 req-43e3e6b4-906c-423b-b6ed-9b0996dce1ca tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 945 time: 0.0483134 Sep 17 17:24:36.262631 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a28b74cf-c33e-429b-84ad-d38b8abe6ee6 req-367fc632-633b-42f9-9f09-314f02f99e18 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf19f7e8-d04d-479d-bf63-7750164071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470707 Sep 17 17:24:36.620367 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e79f69-d02a-412c-bb6f-f50d22eb54ba req-3919e41f-0dc9-496d-a501-f46e6f8fc025 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:36.622032 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c6e79f69-d02a-412c-bb6f-f50d22eb54ba req-3919e41f-0dc9-496d-a501-f46e6f8fc025 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=1be1eded-7b88-439d-8df7-b7c4e132587f HTTP/1.1" status: 200 len: 946 time: 0.0629182 Sep 17 17:24:36.667177 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c6e79f69-d02a-412c-bb6f-f50d22eb54ba req-bfbbb0b2-ef69-4f85-8cf0-b8504843252c tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377908 Sep 17 17:24:36.722633 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c113b3e-4f5f-4b76-b041-7611d7c85971 req-83efb7b3-1133-4fb7-aa02-72ea0231651d tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:36.724667 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2c113b3e-4f5f-4b76-b041-7611d7c85971 req-83efb7b3-1133-4fb7-aa02-72ea0231651d tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 946 time: 0.0646462 Sep 17 17:24:36.769091 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2c113b3e-4f5f-4b76-b041-7611d7c85971 req-3dea2911-e71e-498e-8a57-f6060df883af tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380230 Sep 17 17:24:37.387953 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156dab06-dc0a-44ba-814e-274bdad07cad req-1632b31a-7be6-4e68-b3ac-6fdeec06ce67 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:37.389448 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-156dab06-dc0a-44ba-814e-274bdad07cad req-1632b31a-7be6-4e68-b3ac-6fdeec06ce67 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 945 time: 0.0526774 Sep 17 17:24:37.426126 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-156dab06-dc0a-44ba-814e-274bdad07cad req-ed77537f-f51b-47c5-b9a3-3ea31c9d7a44 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf19f7e8-d04d-479d-bf63-7750164071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304902 Sep 17 17:24:37.439748 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 55192) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:37.606476 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-0e2ae707-347a-4859-be5a-2c4863f23e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:37.707453 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-0e2ae707-347a-4859-be5a-2c4863f23e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:37.780375 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-0e2ae707-347a-4859-be5a-2c4863f23e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:37.800788 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771a209-8680-4d94-85d4-1893f5e8f9db req-d5c10bbf-61d3-4151-84c3-2e8c511ce03a tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:37.810103 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b771a209-8680-4d94-85d4-1893f5e8f9db req-d5c10bbf-61d3-4151-84c3-2e8c511ce03a tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=1be1eded-7b88-439d-8df7-b7c4e132587f HTTP/1.1" status: 200 len: 946 time: 0.0667992 Sep 17 17:24:37.831877 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ae707-347a-4859-be5a-2c4863f23e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8a866c-ec42-4cd8-a5e7-6916e01bcd0d,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:37.854682 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-0e2ae707-347a-4859-be5a-2c4863f23e25 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ae6add609379471080481cb81571621b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4138520 Sep 17 17:24:37.856322 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b771a209-8680-4d94-85d4-1893f5e8f9db req-7f81e97e-2e6e-44fa-9a1e-b601ca5a6aee tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441282 Sep 17 17:24:37.858549 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 55214) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:37.915239 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b572b39-9400-4516-9422-9b6575eb58fd req-f4f08940-51f3-4160-ac94-ad440674757d tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:37.916768 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3b572b39-9400-4516-9422-9b6575eb58fd req-f4f08940-51f3-4160-ac94-ad440674757d tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 946 time: 0.0546255 Sep 17 17:24:37.925685 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8d6db6b4-1698-4231-bc00-3bc52efe759d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:37.947856 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8d6db6b4-1698-4231-bc00-3bc52efe759d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:37.960747 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3b572b39-9400-4516-9422-9b6575eb58fd req-4fe4983c-6176-4457-aaf0-d1b43987b3be tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372522 Sep 17 17:24:38.036082 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70a2f9-78cc-4639-ad38-040caa2d463e req-cc98676d-914d-4fbf-b821-63f3a5287b78 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:38.038009 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1b70a2f9-78cc-4639-ad38-040caa2d463e req-cc98676d-914d-4fbf-b821-63f3a5287b78 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 945 time: 0.0560310 Sep 17 17:24:38.127438 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8d6db6b4-1698-4231-bc00-3bc52efe759d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:38.127438 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8d6db6b4-1698-4231-bc00-3bc52efe759d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:38.127438 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-8d6db6b4-1698-4231-bc00-3bc52efe759d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e8a866c-ec42-4cd8-a5e7-6916e01bcd0d HTTP/1.1" status: 204 len: 168 time: 0.2652900 Sep 17 17:24:38.139930 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6db6b4-1698-4231-bc00-3bc52efe759d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8a866c-ec42-4cd8-a5e7-6916e01bcd0d,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:38.232447 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-1b70a2f9-78cc-4639-ad38-040caa2d463e req-bf299b4c-959b-40bb-859e-da7d6db6d401 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Deleting port bcc8222b-97b4-4468-af6c-ae954666a588 {{(pid=94715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:24:38.238097 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-1b70a2f9-78cc-4639-ad38-040caa2d463e req-bf299b4c-959b-40bb-859e-da7d6db6d401 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:38.569919 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-1b70a2f9-78cc-4639-ad38-040caa2d463e req-bf299b4c-959b-40bb-859e-da7d6db6d401 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] For port bcc8222b-97b4-4468-af6c-ae954666a588, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=bcc8222b-97b4-4468-af6c-ae954666a588,segment=NetworkSegment(d6f064f9-862a-49cf-b90a-5116e72f0d03),segment_id=d6f064f9-862a-49cf-b90a-5116e72f0d03)] {{(pid=94715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:24:38.569919 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-1b70a2f9-78cc-4639-ad38-040caa2d463e req-bf299b4c-959b-40bb-859e-da7d6db6d401 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:38.592877 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-1b70a2f9-78cc-4639-ad38-040caa2d463e req-bf299b4c-959b-40bb-859e-da7d6db6d401 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Calling delete_port for bcc8222b-97b4-4468-af6c-ae954666a588 owned by compute:nova {{(pid=94715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:24:38.608802 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de8c47-d750-4076-b991-043e606b98ce req-97facabc-3e5c-4cc3-bceb-4299237ccee8 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:38.610294 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f6de8c47-d750-4076-b991-043e606b98ce req-97facabc-3e5c-4cc3-bceb-4299237ccee8 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 945 time: 0.0916395 Sep 17 17:24:38.710988 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f6de8c47-d750-4076-b991-043e606b98ce req-006bfacc-6af2-48cf-abda-1751b17ec54a tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf19f7e8-d04d-479d-bf63-7750164071ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943930 Sep 17 17:24:38.851750 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-1b70a2f9-78cc-4639-ad38-040caa2d463e req-bf299b4c-959b-40bb-859e-da7d6db6d401 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547'] for port, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:38.865073 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['bcc8222b-97b4-4468-af6c-ae954666a588'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:24:38.887514 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf299b4c-959b-40bb-859e-da7d6db6d401 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Pushing event deleted for resources: {'Port': ['ID=bcc8222b-97b4-4468-af6c-ae954666a588,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:38.958573 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b70a2f9-78cc-4639-ad38-040caa2d463e req-bf299b4c-959b-40bb-859e-da7d6db6d401 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] No DVR routers for this DVR port bcc8222b-97b4-4468-af6c-ae954666a588 on host hv-cinder-80982 {{(pid=94715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 17:24:38.961566 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-1b70a2f9-78cc-4639-ad38-040caa2d463e req-bf299b4c-959b-40bb-859e-da7d6db6d401 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:38.963589 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1b70a2f9-78cc-4639-ad38-040caa2d463e req-bf299b4c-959b-40bb-859e-da7d6db6d401 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.42 "DELETE /v2.0/ports/bcc8222b-97b4-4468-af6c-ae954666a588 HTTP/1.1" status: 204 len: 173 time: 0.9150400 Sep 17 17:24:38.964026 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6773fea-4b8e-47c5-a639-f04abe1c597e', 'name': 'network-vif-deleted', 'tag': 'bcc8222b-97b4-4468-af6c-ae954666a588'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:24:38.966283 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05b2fb5-4cee-4c54-9aae-6b654644265f" -d '{"events": [{"server_uuid": "e6773fea-4b8e-47c5-a639-f04abe1c597e", "name": "network-vif-deleted", "tag": "bcc8222b-97b4-4468-af6c-ae954666a588"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:24:39.012514 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7454afc-51f8-4685-abd4-0e95caca7ac7 x-openstack-request-id: req-d7454afc-51f8-4685-abd4-0e95caca7ac7 {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:24:39.016863 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6773fea-4b8e-47c5-a639-f04abe1c597e", "name": "network-vif-deleted", "tag": "bcc8222b-97b4-4468-af6c-ae954666a588", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:24:39.016863 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7454afc-51f8-4685-abd4-0e95caca7ac7 {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:24:39.016863 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6773fea-4b8e-47c5-a639-f04abe1c597e', 'name': 'network-vif-deleted', 'tag': 'bcc8222b-97b4-4468-af6c-ae954666a588', 'status': 'completed', 'code': 200} Sep 17 17:24:39.050471 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 55252) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:39.064274 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-4fe143d9-4cea-448f-889b-4c62ed011eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:39.134274 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674814f-1290-4641-8bfd-d6d93fa84d12 req-faffdcdf-e0f7-4db9-b501-bce9e99b4f46 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:39.136269 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c674814f-1290-4641-8bfd-d6d93fa84d12 req-faffdcdf-e0f7-4db9-b501-bce9e99b4f46 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 946 time: 0.0682313 Sep 17 17:24:39.182054 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-4fe143d9-4cea-448f-889b-4c62ed011eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:39.189597 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c674814f-1290-4641-8bfd-d6d93fa84d12 req-d490beb6-568b-4057-b5e4-2e92cf59fb98 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469115 Sep 17 17:24:39.262752 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-4fe143d9-4cea-448f-889b-4c62ed011eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:39.300618 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-4fe143d9-4cea-448f-889b-4c62ed011eb7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9de9fafb5c574873ae34d2c276b09aed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2483037 Sep 17 17:24:39.301816 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe143d9-4cea-448f-889b-4c62ed011eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4ea0e1-bda4-4269-8b3e-ab0ac3415b08,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:39.303396 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 55258) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:39.358229 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8158f366-fe33-4519-9742-500e2d6fde7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:39.379180 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8158f366-fe33-4519-9742-500e2d6fde7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:39.496821 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8158f366-fe33-4519-9742-500e2d6fde7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:39.499403 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8158f366-fe33-4519-9742-500e2d6fde7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:39.500614 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-8158f366-fe33-4519-9742-500e2d6fde7e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/af4ea0e1-bda4-4269-8b3e-ab0ac3415b08 HTTP/1.1" status: 204 len: 168 time: 0.1961789 Sep 17 17:24:39.510281 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158f366-fe33-4519-9742-500e2d6fde7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4ea0e1-bda4-4269-8b3e-ab0ac3415b08,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:39.814630 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7a9486c4-d219-4e2a-9a2b-8af4e3095e3c req-864599dc-3b9b-444b-99e1-c229246cec08 tempest-DeleteServersTestJSON-1834027448 tempest-DeleteServersTestJSON-1834027448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6773fea-4b8e-47c5-a639-f04abe1c597e HTTP/1.1" status: 200 len: 210 time: 0.0274351 Sep 17 17:24:40.311714 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371175aa-e257-40e1-9449-81667e43dc57 req-bbfcdb30-f41d-45fd-bcc0-dfaea167b7e1 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:40.313187 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-371175aa-e257-40e1-9449-81667e43dc57 req-bbfcdb30-f41d-45fd-bcc0-dfaea167b7e1 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 946 time: 0.0471590 Sep 17 17:24:40.351327 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-371175aa-e257-40e1-9449-81667e43dc57 req-134396fe-3e06-4ad4-9ceb-149f8402e2ef tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313499 Sep 17 17:24:41.403215 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-4cdd6a70-860d-4df1-9cfc-72d0b584d34f tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:41.413567 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-4cdd6a70-860d-4df1-9cfc-72d0b584d34f tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/networks?id=1cde08df-bf3f-41c5-b7b0-df36eef9f1af HTTP/1.1" status: 200 len: 815 time: 0.1147976 Sep 17 17:24:41.422248 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-de50d324-5fcd-448a-a447-f379cd4623f9 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/quotas/c3d9575a8495460f8f8ca8113fd8f4c8 HTTP/1.1" status: 200 len: 375 time: 0.0100248 Sep 17 17:24:41.524337 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850b3cb-3ce7-45eb-ba3b-68693b819695 req-add4f450-ac30-4a66-b6ff-1137662493c5 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:41.526361 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5850b3cb-3ce7-45eb-ba3b-68693b819695 req-add4f450-ac30-4a66-b6ff-1137662493c5 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 946 time: 0.0997322 Sep 17 17:24:41.533133 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-7d97b82f-9429-4923-a27e-3f826c359aa3 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c3d9575a8495460f8f8ca8113fd8f4c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1045794 Sep 17 17:24:41.632565 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5850b3cb-3ce7-45eb-ba3b-68693b819695 req-676a07da-3be7-4370-a213-61771cd3c179 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984471 Sep 17 17:24:41.661833 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-07ff0a2a-7981-4736-a65d-e0a6b945e3ed service neutron] 10.222.0.18 "GET /v2.0/networks/1cde08df-bf3f-41c5-b7b0-df36eef9f1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183052 Sep 17 17:24:41.769308 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-51637876-1ceb-49e4-9ca3-21f8fd39c659 service neutron] 10.222.0.18 "GET /v2.0/networks/1cde08df-bf3f-41c5-b7b0-df36eef9f1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002116 Sep 17 17:24:42.025376 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device bcc8222b-97b4-4468-af6c-ae954666a588 no longer exists at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:24:42.058290 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] No Port match for: bcc8222b-97b4-4468-af6c-ae954666a588 {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:24:42.059038 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device bcc8222b-97b4-4468-af6c-ae954666a588 not bound to the agent host hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:24:42.103880 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5cc3daa6-b037-4a39-a4b5-58061d3f8f70 req-199146d6-b7c4-4562-b4a1-31cd15b5e791 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=d35b3c71-d3ea-4aa9-9363-8a5971f74f71 HTTP/1.1" status: 200 len: 210 time: 0.0294657 Sep 17 17:24:42.585564 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 55394) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:42.629204 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.db_base_plugin_v2 [None req-82cc72bc-e1c5-4929-83ed-0f1a84d6d598 admin admin] Deleting subnet 18c3d954-2482-4475-9259-890fcf69ecb8 {{(pid=94715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 17:24:42.632748 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-82cc72bc-e1c5-4929-83ed-0f1a84d6d598 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:42.672187 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-82cc72bc-e1c5-4929-83ed-0f1a84d6d598 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:42.679110 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-82cc72bc-e1c5-4929-83ed-0f1a84d6d598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706992'] for subnet, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:42.775242 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ccbb4-05c7-4ff1-86ed-86b8d999c331 req-1bfb7d7a-ecea-477f-8785-46c3d24a5f81 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:42.776739 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e84ccbb4-05c7-4ff1-86ed-86b8d999c331 req-1bfb7d7a-ecea-477f-8785-46c3d24a5f81 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 946 time: 0.0607388 Sep 17 17:24:42.820235 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e84ccbb4-05c7-4ff1-86ed-86b8d999c331 req-cf53eeab-239c-4dfd-ab48-07bf14726941 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375714 Sep 17 17:24:42.866268 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-82cc72bc-e1c5-4929-83ed-0f1a84d6d598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198'] for subnet, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:42.893691 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc72bc-e1c5-4929-83ed-0f1a84d6d598 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18c3d954-2482-4475-9259-890fcf69ecb8,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:42.898429 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-82cc72bc-e1c5-4929-83ed-0f1a84d6d598 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:42.902931 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 55408) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:42.903356 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-82cc72bc-e1c5-4929-83ed-0f1a84d6d598 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/18c3d954-2482-4475-9259-890fcf69ecb8 HTTP/1.1" status: 204 len: 168 time: 0.3163564 Sep 17 17:24:42.985756 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-17c224d6-a12f-4d93-b781-592944830a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3478593'] for network, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:43.034406 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd02606-dbe5-4632-9943-c6e413ff3e8d req-0f207cfe-2e19-446f-8777-dca21dd44406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:43.041734 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-efd02606-dbe5-4632-9943-c6e413ff3e8d req-0f207cfe-2e19-446f-8777-dca21dd44406 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 1099 time: 0.0612955 Sep 17 17:24:43.084259 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-efd02606-dbe5-4632-9943-c6e413ff3e8d req-2d9f305e-6316-407e-9dc2-40188021e6a5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348256 Sep 17 17:24:43.088898 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-17c224d6-a12f-4d93-b781-592944830a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707639', 'neutron.services.segments.db._delete_segments_for_network-8747491616925'] for network, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:43.113092 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.services.segments.db [None req-17c224d6-a12f-4d93-b781-592944830a47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff2c4515-882e-48d4-b96e-0e029e4a52da']}} {{(pid=94716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:24:43.126528 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.services.segments.db [None req-17c224d6-a12f-4d93-b781-592944830a47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6f064f9-862a-49cf-b90a-5116e72f0d03') {'for_net_delete': True} {{(pid=94716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:24:43.126528 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.services.segments.db [None req-17c224d6-a12f-4d93-b781-592944830a47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6f064f9-862a-49cf-b90a-5116e72f0d03') {} {{(pid=94716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:24:43.133233 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-17c224d6-a12f-4d93-b781-592944830a47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747491617190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26649743'] for segment, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:43.147350 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-17c224d6-a12f-4d93-b781-592944830a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157'] for segment, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:43.154116 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c224d6-a12f-4d93-b781-592944830a47 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 17:24:43.154514 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-17c224d6-a12f-4d93-b781-592944830a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26178748'] for segment, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:43.156215 dv-cinder-809828-1-iscsi neutron-server[94716]: Traceback (most recent call last): Sep 17 17:24:43.156215 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 17:24:43.156215 dv-cinder-809828-1-iscsi neutron-server[94716]: timer() Sep 17 17:24:43.156215 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 17:24:43.156215 dv-cinder-809828-1-iscsi neutron-server[94716]: cb(*args, **kw) Sep 17 17:24:43.156215 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 17:24:43.156215 dv-cinder-809828-1-iscsi neutron-server[94716]: return func(*args, **kwargs) Sep 17 17:24:43.156215 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 17:24:43.156215 dv-cinder-809828-1-iscsi neutron-server[94716]: self._notify() Sep 17 17:24:43.156215 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 17:24:43.156215 dv-cinder-809828-1-iscsi neutron-server[94716]: self.callback(batched_events) Sep 17 17:24:43.156215 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 17:24:43.156215 dv-cinder-809828-1-iscsi neutron-server[94716]: event.method(event) Sep 17 17:24:43.156215 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 17:24:43.156215 dv-cinder-809828-1-iscsi neutron-server[94716]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 17:24:43.156215 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 17:24:43.156215 dv-cinder-809828-1-iscsi neutron-server[94716]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 17:24:43.156215 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 17:24:43.156215 dv-cinder-809828-1-iscsi neutron-server[94716]: return f(self, *a, **k) Sep 17 17:24:43.156215 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 17:24:43.156215 dv-cinder-809828-1-iscsi neutron-server[94716]: return self._get(url).json() Sep 17 17:24:43.156215 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 17:24:43.156215 dv-cinder-809828-1-iscsi neutron-server[94716]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 17:24:43.156215 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 17:24:43.156215 dv-cinder-809828-1-iscsi neutron-server[94716]: return self.request(url, 'GET', **kwargs) Sep 17 17:24:43.156215 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 17:24:43.156215 dv-cinder-809828-1-iscsi neutron-server[94716]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 17:24:43.156215 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 17:24:43.156215 dv-cinder-809828-1-iscsi neutron-server[94716]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 17:24:43.156215 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 17:24:43.156215 dv-cinder-809828-1-iscsi neutron-server[94716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 17:24:43.156215 dv-cinder-809828-1-iscsi neutron-server[94716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 17:24:43.215536 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6ddabe4b-b3c3-4b21-8f41-2fe32eaf7a15 req-0572026d-725b-45e5-852a-751f401a12f6 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=d35b3c71-d3ea-4aa9-9363-8a5971f74f71 HTTP/1.1" status: 200 len: 210 time: 0.0275385 Sep 17 17:24:43.339262 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-17c224d6-a12f-4d93-b781-592944830a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693827'] for network, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:43.344700 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-17c224d6-a12f-4d93-b781-592944830a47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for network, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:43.350408 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-17c224d6-a12f-4d93-b781-592944830a47 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ff2c4515-882e-48d4-b96e-0e029e4a52da HTTP/1.1" status: 204 len: 168 time: 0.4454105 Sep 17 17:24:43.362472 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c224d6-a12f-4d93-b781-592944830a47 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff2c4515-882e-48d4-b96e-0e029e4a52da,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:43.452789 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 55422) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:43.568703 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-aab640cc-76c1-4448-8f48-6db4216be9fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:43.664594 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-aab640cc-76c1-4448-8f48-6db4216be9fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:43.733730 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-aab640cc-76c1-4448-8f48-6db4216be9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:43.775283 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 55428) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:43.779942 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-aab640cc-76c1-4448-8f48-6db4216be9fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ebd8769cc199437cb06674599d39fcde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3258002 Sep 17 17:24:43.780687 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab640cc-76c1-4448-8f48-6db4216be9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3859ca-bba9-417d-9039-57d18f361436,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:43.782371 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 55430) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:43.852118 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-738198be-96a8-4d48-822e-c0f23e3c1d3e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a709dbdeec11421981697696bf37509b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0756526 Sep 17 17:24:43.854772 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 55434) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:43.866141 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d421b50a-9c53-429c-b1ba-a22aafea5f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:43.889171 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d421b50a-9c53-429c-b1ba-a22aafea5f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:43.910189 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-2b2bdc06-8902-4e06-964c-1e945e558d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:43.934108 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-2b2bdc06-8902-4e06-964c-1e945e558d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:43.972241 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c985240-7a75-479d-9238-e05fea61f6a1 req-92586b53-4c14-4d18-819d-288085069698 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:43.973898 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1c985240-7a75-479d-9238-e05fea61f6a1 req-92586b53-4c14-4d18-819d-288085069698 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 946 time: 0.0680475 Sep 17 17:24:44.019563 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1c985240-7a75-479d-9238-e05fea61f6a1 req-266b2419-a31d-4428-89de-39b447aa27ae tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386963 Sep 17 17:24:44.122503 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d421b50a-9c53-429c-b1ba-a22aafea5f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:44.122719 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-2b2bdc06-8902-4e06-964c-1e945e558d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:44.125317 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-2b2bdc06-8902-4e06-964c-1e945e558d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:44.126099 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d421b50a-9c53-429c-b1ba-a22aafea5f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:44.126649 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-2b2bdc06-8902-4e06-964c-1e945e558d3f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bf19f7e8-d04d-479d-bf63-7750164071ce HTTP/1.1" status: 204 len: 168 time: 0.2706892 Sep 17 17:24:44.127908 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-d421b50a-9c53-429c-b1ba-a22aafea5f09 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ea3859ca-bba9-417d-9039-57d18f361436 HTTP/1.1" status: 204 len: 168 time: 0.3437119 Sep 17 17:24:44.146895 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421b50a-9c53-429c-b1ba-a22aafea5f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3859ca-bba9-417d-9039-57d18f361436,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:44.147304 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2bdc06-8902-4e06-964c-1e945e558d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf19f7e8-d04d-479d-bf63-7750164071ce,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:44.316625 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c39d15d3-eba1-4b2b-b678-848e2d9418cb req-e58dd096-e3a9-46a7-af7c-e627d90e898f tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=d35b3c71-d3ea-4aa9-9363-8a5971f74f71 HTTP/1.1" status: 200 len: 210 time: 0.0274432 Sep 17 17:24:45.067407 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-976b6348-edc9-4081-8e57-4c6da7faabb0 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:45.069181 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-976b6348-edc9-4081-8e57-4c6da7faabb0 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.42 "GET /v2.0/networks?id=1cde08df-bf3f-41c5-b7b0-df36eef9f1af HTTP/1.1" status: 200 len: 815 time: 0.1353276 Sep 17 17:24:45.087060 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-02557ab4-b067-42bf-a5ac-5a726a48e484 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Request body: {'port': {'device_id': 'd35b3c71-d3ea-4aa9-9363-8a5971f74f71', 'network_id': '1cde08df-bf3f-41c5-b7b0-df36eef9f1af', 'admin_state_up': True, 'tenant_id': 'c3d9575a8495460f8f8ca8113fd8f4c8'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:24:45.133508 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 55476) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:45.147211 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-d55258c7-e555-404a-a5bb-9dae52571347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:45.210764 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c8895-c9c0-4ae6-80b9-5516dc8820ec req-bb23956f-d462-4a14-b35c-29ce4e0a7192 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:45.218264 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4b7c8895-c9c0-4ae6-80b9-5516dc8820ec req-bb23956f-d462-4a14-b35c-29ce4e0a7192 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 946 time: 0.1155298 Sep 17 17:24:45.245777 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-d55258c7-e555-404a-a5bb-9dae52571347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:45.307378 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4b7c8895-c9c0-4ae6-80b9-5516dc8820ec req-d00bfaa3-8704-481e-b8b1-8e47bb679789 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881870 Sep 17 17:24:45.423557 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:45.424702 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-d55258c7-e555-404a-a5bb-9dae52571347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:45.438782 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8f67b095-ce61-4da5-aabd-70f8a4d5cb04 req-4b5cc1c4-ba9f-445a-8b04-29c39aceaf44 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=d35b3c71-d3ea-4aa9-9363-8a5971f74f71 HTTP/1.1" status: 200 len: 210 time: 0.0472693 Sep 17 17:24:45.455737 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-d55258c7-e555-404a-a5bb-9dae52571347 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5d07a3a9b7c542a38ac316e9136182b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211527 Sep 17 17:24:45.458330 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 55492) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:45.465002 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bac888-bbe4-438c-9897-4e566603ae02 req-a6943fb3-fa4a-4c24-9d05-439c3f58c99e tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:45.466554 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-06bac888-bbe4-438c-9897-4e566603ae02 req-a6943fb3-fa4a-4c24-9d05-439c3f58c99e tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0848908 Sep 17 17:24:45.484463 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55258c7-e555-404a-a5bb-9dae52571347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2ec4f4-1533-405d-9378-73244d8b2891,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:45.512707 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-06bac888-bbe4-438c-9897-4e566603ae02 req-2f075ab2-2b31-41aa-a7a8-aae26db2ae99 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392449 Sep 17 17:24:45.524429 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-53f40b67-a767-4b93-b145-98e5efc7c879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:45.556319 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-53f40b67-a767-4b93-b145-98e5efc7c879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:45.637200 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-02557ab4-b067-42bf-a5ac-5a726a48e484 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Made reservation on behalf of c3d9575a8495460f8f8ca8113fd8f4c8 for: {'port': 1} {{(pid=94715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:24:45.641514 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-02557ab4-b067-42bf-a5ac-5a726a48e484 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:45.716495 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-53f40b67-a767-4b93-b145-98e5efc7c879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:45.719832 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-53f40b67-a767-4b93-b145-98e5efc7c879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:45.721381 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-53f40b67-a767-4b93-b145-98e5efc7c879 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed2ec4f4-1533-405d-9378-73244d8b2891 HTTP/1.1" status: 204 len: 168 time: 0.2621288 Sep 17 17:24:45.730777 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f40b67-a767-4b93-b145-98e5efc7c879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2ec4f4-1533-405d-9378-73244d8b2891,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:45.868292 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.db_base_plugin_common [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-02557ab4-b067-42bf-a5ac-5a726a48e484 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Allocated IP 172.20.0.3 (1cde08df-bf3f-41c5-b7b0-df36eef9f1af/09dff40a-abba-4f0d-b7ab-590d67c9e5a2/b1ea9103-dd33-479c-bb11-1eb996d29701) {{(pid=94715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:24:46.037071 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-02557ab4-b067-42bf-a5ac-5a726a48e484 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Notify callbacks [] for port, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:46.185758 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-02557ab4-b067-42bf-a5ac-5a726a48e484 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538'] for port, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:46.198775 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['3c503b0b-0cca-4b88-8bc3-d5175436d0de', 'c537682c-4eef-4b6d-8e30-6f9ec6116f67'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:24:46.238804 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-02557ab4-b067-42bf-a5ac-5a726a48e484 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Network 1cde08df-bf3f-41c5-b7b0-df36eef9f1af is already hosted by enough agents. {{(pid=94715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:24:46.246097 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-02557ab4-b067-42bf-a5ac-5a726a48e484 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Resources bound (agent type, host, resource id): {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:24:46.248058 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02557ab4-b067-42bf-a5ac-5a726a48e484 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Pushing event updated for resources: {'Port': ['ID=b1ea9103-dd33-479c-bb11-1eb996d29701,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:46.250343 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-02557ab4-b067-42bf-a5ac-5a726a48e484 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Received port after_create {{(pid=94715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:24:46.256224 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-02557ab4-b067-42bf-a5ac-5a726a48e484 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:46.257420 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-02557ab4-b067-42bf-a5ac-5a726a48e484 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:46.379546 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-02557ab4-b067-42bf-a5ac-5a726a48e484 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2969365 Sep 17 17:24:46.397566 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-fce2c61b-2a19-495b-86d3-0cdc57939a9c service neutron] Request body: {'port': {'device_id': 'd35b3c71-d3ea-4aa9-9363-8a5971f74f71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80982'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:24:46.491210 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-fce2c61b-2a19-495b-86d3-0cdc57939a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:46.621780 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d9e56-c987-4018-b68c-578224d96799 req-ecf22c05-4892-4c8f-8aa7-62f7312750f3 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:46.623326 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-eb1d9e56-c987-4018-b68c-578224d96799 req-ecf22c05-4892-4c8f-8aa7-62f7312750f3 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=d35b3c71-d3ea-4aa9-9363-8a5971f74f71 HTTP/1.1" status: 200 len: 931 time: 0.0770435 Sep 17 17:24:46.678100 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-eb1d9e56-c987-4018-b68c-578224d96799 req-f3f4d75a-2b0f-4e89-ac97-fce14715d1fe tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387652 Sep 17 17:24:46.718849 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 55540) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:46.732570 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-af6f2723-0320-4a1a-8d03-2bdc0e513b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:46.947774 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-af6f2723-0320-4a1a-8d03-2bdc0e513b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:47.077597 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-fce2c61b-2a19-495b-86d3-0cdc57939a9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1ea9103-dd33-479c-bb11-1eb996d29701 {{(pid=94715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:24:47.085092 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-fce2c61b-2a19-495b-86d3-0cdc57939a9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:47.096834 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-fce2c61b-2a19-495b-86d3-0cdc57939a9c service neutron] Transition to ACTIVE for port object b1ea9103-dd33-479c-bb11-1eb996d29701 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 17:24:47.120047 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-af6f2723-0320-4a1a-8d03-2bdc0e513b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:47.158656 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-af6f2723-0320-4a1a-8d03-2bdc0e513b0b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3d1100557dc4436895f0672248b6de07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4384336 Sep 17 17:24:47.159401 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f2723-0320-4a1a-8d03-2bdc0e513b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93178064-2bb0-4a83-b36e-ee9222e3d3dd,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:47.163186 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 55552) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:47.232016 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0d7e1339-5110-4b7b-b140-42ebf7a9acdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:47.247939 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-fce2c61b-2a19-495b-86d3-0cdc57939a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:47.266735 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0d7e1339-5110-4b7b-b140-42ebf7a9acdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:47.344404 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2c61b-2a19-495b-86d3-0cdc57939a9c service neutron] Pushing event updated for resources: {'Port': ['ID=b1ea9103-dd33-479c-bb11-1eb996d29701,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:47.377495 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-fce2c61b-2a19-495b-86d3-0cdc57939a9c service neutron] Attempting to bind port b1ea9103-dd33-479c-bb11-1eb996d29701 on host hv-cinder-80982 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:24:47.378235 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-fce2c61b-2a19-495b-86d3-0cdc57939a9c service neutron] Attempting to bind port b1ea9103-dd33-479c-bb11-1eb996d29701 by drivers openvswitch,hyperv on host hv-cinder-80982 at level 0 using segments [{'id': 'e96ed9d6-dcd6-4b60-800e-12caf220a56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1cde08df-bf3f-41c5-b7b0-df36eef9f1af'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:24:47.378414 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-fce2c61b-2a19-495b-86d3-0cdc57939a9c service neutron] Attempting to bind port b1ea9103-dd33-479c-bb11-1eb996d29701 on network 1cde08df-bf3f-41c5-b7b0-df36eef9f1af {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:24:47.385602 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-fce2c61b-2a19-495b-86d3-0cdc57939a9c service neutron] Port b1ea9103-dd33-479c-bb11-1eb996d29701 on network 1cde08df-bf3f-41c5-b7b0-df36eef9f1af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80982 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 17:24:47.385963 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-fce2c61b-2a19-495b-86d3-0cdc57939a9c service neutron] Attempting to bind port b1ea9103-dd33-479c-bb11-1eb996d29701 on network 1cde08df-bf3f-41c5-b7b0-df36eef9f1af {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:24:47.393367 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-fce2c61b-2a19-495b-86d3-0cdc57939a9c service neutron] Checking agent: {'id': 'e15b8fdc-3f6d-455f-8616-9488d56a2a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80982', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'started_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:24:47.393704 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-fce2c61b-2a19-495b-86d3-0cdc57939a9c service neutron] Checking segment: {'id': 'e96ed9d6-dcd6-4b60-800e-12caf220a56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1cde08df-bf3f-41c5-b7b0-df36eef9f1af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:24:47.394103 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-fce2c61b-2a19-495b-86d3-0cdc57939a9c service neutron] Bound using segment: {'id': 'e96ed9d6-dcd6-4b60-800e-12caf220a56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1cde08df-bf3f-41c5-b7b0-df36eef9f1af'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:24:47.394534 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-fce2c61b-2a19-495b-86d3-0cdc57939a9c service neutron] Bound port: b1ea9103-dd33-479c-bb11-1eb996d29701, host: hv-cinder-80982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e96ed9d6-dcd6-4b60-800e-12caf220a56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1cde08df-bf3f-41c5-b7b0-df36eef9f1af'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:24:47.394915 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-fce2c61b-2a19-495b-86d3-0cdc57939a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:47.479313 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-fce2c61b-2a19-495b-86d3-0cdc57939a9c service neutron] For port b1ea9103-dd33-479c-bb11-1eb996d29701, host hv-cinder-80982, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:24:47.482428 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-fce2c61b-2a19-495b-86d3-0cdc57939a9c service neutron] For port b1ea9103-dd33-479c-bb11-1eb996d29701, host hv-cinder-80982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=b1ea9103-dd33-479c-bb11-1eb996d29701,segment=NetworkSegment(e96ed9d6-dcd6-4b60-800e-12caf220a56a),segment_id=e96ed9d6-dcd6-4b60-800e-12caf220a56a)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:24:47.775178 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0d7e1339-5110-4b7b-b140-42ebf7a9acdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:47.777788 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0d7e1339-5110-4b7b-b140-42ebf7a9acdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:47.778907 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-0d7e1339-5110-4b7b-b140-42ebf7a9acdf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/93178064-2bb0-4a83-b36e-ee9222e3d3dd HTTP/1.1" status: 204 len: 168 time: 0.6110020 Sep 17 17:24:47.790902 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e1339-5110-4b7b-b140-42ebf7a9acdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93178064-2bb0-4a83-b36e-ee9222e3d3dd,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:47.805920 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563afd0-2ce6-45ce-b326-9dbee29cc70f req-fdff8d50-2939-4c01-918a-28f634e981e4 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:47.807620 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9563afd0-2ce6-45ce-b326-9dbee29cc70f req-fdff8d50-2939-4c01-918a-28f634e981e4 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=d35b3c71-d3ea-4aa9-9363-8a5971f74f71 HTTP/1.1" status: 200 len: 943 time: 0.0631905 Sep 17 17:24:47.837428 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-fce2c61b-2a19-495b-86d3-0cdc57939a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:47.885312 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-fce2c61b-2a19-495b-86d3-0cdc57939a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:47.885914 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-fce2c61b-2a19-495b-86d3-0cdc57939a9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:47.887314 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-fce2c61b-2a19-495b-86d3-0cdc57939a9c service neutron] 10.222.0.42 "PUT /v2.0/ports/b1ea9103-dd33-479c-bb11-1eb996d29701 HTTP/1.1" status: 200 len: 1093 time: 1.4943190 Sep 17 17:24:47.889157 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd35b3c71-d3ea-4aa9-9363-8a5971f74f71', 'tag': 'b1ea9103-dd33-479c-bb11-1eb996d29701'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:24:47.891400 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f6931c-07ba-46dd-9ac8-029dead13f1e" -d '{"events": [{"name": "network-changed", "server_uuid": "d35b3c71-d3ea-4aa9-9363-8a5971f74f71", "tag": "b1ea9103-dd33-479c-bb11-1eb996d29701"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:24:47.936520 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9563afd0-2ce6-45ce-b326-9dbee29cc70f req-221bce29-b3a1-45bb-90f3-9f905ed2b1e3 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013350 Sep 17 17:24:47.937983 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 17:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078027d6-6648-4fb7-92b3-8719291ab923 x-openstack-request-id: req-078027d6-6648-4fb7-92b3-8719291ab923 {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:24:47.938278 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d35b3c71-d3ea-4aa9-9363-8a5971f74f71", "tag": "b1ea9103-dd33-479c-bb11-1eb996d29701", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:24:47.938533 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-078027d6-6648-4fb7-92b3-8719291ab923 {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:24:47.938924 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd35b3c71-d3ea-4aa9-9363-8a5971f74f71', 'tag': 'b1ea9103-dd33-479c-bb11-1eb996d29701', 'status': 'completed', 'code': 200} Sep 17 17:24:47.944210 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2c61b-2a19-495b-86d3-0cdc57939a9c service neutron] Pushing event updated for resources: {'Port': ['ID=b1ea9103-dd33-479c-bb11-1eb996d29701,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:48.048827 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6931c-07ba-46dd-9ac8-029dead13f1e req-9352a6d3-34ce-4240-b93c-81b640953125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:48.068113 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f4f6931c-07ba-46dd-9ac8-029dead13f1e req-9352a6d3-34ce-4240-b93c-81b640953125 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3d9575a8495460f8f8ca8113fd8f4c8&device_id=d35b3c71-d3ea-4aa9-9363-8a5971f74f71 HTTP/1.1" status: 200 len: 1096 time: 0.0669842 Sep 17 17:24:48.189072 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6931c-07ba-46dd-9ac8-029dead13f1e req-0b5eac1e-0a7e-4fd9-b60a-b91918b1f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:48.190557 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f4f6931c-07ba-46dd-9ac8-029dead13f1e req-0b5eac1e-0a7e-4fd9-b60a-b91918b1f81b service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=c3d9575a8495460f8f8ca8113fd8f4c8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1081588 Sep 17 17:24:48.316199 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6931c-07ba-46dd-9ac8-029dead13f1e req-ae30e6af-ba0d-4348-8e4f-38052ef9c675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:48.317755 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f4f6931c-07ba-46dd-9ac8-029dead13f1e req-ae30e6af-ba0d-4348-8e4f-38052ef9c675 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1142261 Sep 17 17:24:48.409613 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-7a45d164-8d8e-4adb-9ced-c9ffef8cd5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:48.411677 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-7a45d164-8d8e-4adb-9ced-c9ffef8cd5ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3d9575a8495460f8f8ca8113fd8f4c8&device_id=d35b3c71-d3ea-4aa9-9363-8a5971f74f71 HTTP/1.1" status: 200 len: 1096 time: 0.0400264 Sep 17 17:24:48.455991 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-7e481937-d419-4cce-bc33-30df09f65d33 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1ea9103-dd33-479c-bb11-1eb996d29701 HTTP/1.1" status: 200 len: 217 time: 0.0360897 Sep 17 17:24:48.509445 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-b2156bf8-0aa2-4e5b-9d8e-f42dff229b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:48.510967 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-b2156bf8-0aa2-4e5b-9d8e-f42dff229b44 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=09dff40a-abba-4f0d-b7ab-590d67c9e5a2 HTTP/1.1" status: 200 len: 855 time: 0.0475073 Sep 17 17:24:48.549603 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-569467e8-d766-4734-88ed-0aa9a9e05b72 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1cde08df-bf3f-41c5-b7b0-df36eef9f1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252061 Sep 17 17:24:48.657989 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-8987ceb2-1016-4185-936a-4e72d49066e0 service neutron] 10.222.0.42 "GET /v2.0/networks/1cde08df-bf3f-41c5-b7b0-df36eef9f1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909777 Sep 17 17:24:48.762759 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1d27d4d9-0bae-4e0d-b06d-40a859e11ea8 req-38830308-e327-43c8-bb50-2c007687c73a service neutron] 10.222.0.42 "GET /v2.0/networks/1cde08df-bf3f-41c5-b7b0-df36eef9f1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911820 Sep 17 17:24:48.840662 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb95230-609a-4e83-bf86-2b14d58269b5 req-1817c01d-5ca4-47e9-a7ed-06cd91f03381 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:48.842394 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5bb95230-609a-4e83-bf86-2b14d58269b5 req-1817c01d-5ca4-47e9-a7ed-06cd91f03381 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0624928 Sep 17 17:24:48.882435 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5bb95230-609a-4e83-bf86-2b14d58269b5 req-ec421d73-398b-4f9b-98aa-0cf424063cf3 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326462 Sep 17 17:24:48.970739 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22eacf-777b-48b7-abdd-c4f680caa2bb req-0cd30324-fa2f-41c4-9dd5-a21e986f6808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:48.972260 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-db22eacf-777b-48b7-abdd-c4f680caa2bb req-0cd30324-fa2f-41c4-9dd5-a21e986f6808 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=936d96ec969642abb3e823dfa0130055&device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 1099 time: 0.0430653 Sep 17 17:24:49.092847 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 55608) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:49.134883 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e2b46-377b-4c7e-9a13-12f2c8ec3a17 req-9ae5810c-b052-4b53-b455-100ac43011e8 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:49.136499 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-894e2b46-377b-4c7e-9a13-12f2c8ec3a17 req-9ae5810c-b052-4b53-b455-100ac43011e8 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=d35b3c71-d3ea-4aa9-9363-8a5971f74f71 HTTP/1.1" status: 200 len: 943 time: 0.1135116 Sep 17 17:24:49.139637 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22eacf-777b-48b7-abdd-c4f680caa2bb req-66893521-c976-4f93-a82e-81dde8e5d2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:49.141166 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-db22eacf-777b-48b7-abdd-c4f680caa2bb req-66893521-c976-4f93-a82e-81dde8e5d2a2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7cc607b2-217d-4062-b691-f78cd94d3695 HTTP/1.1" status: 200 len: 919 time: 0.1576953 Sep 17 17:24:49.230941 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-63477c87-44b6-475f-834e-b0c729084862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:49.352884 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-63477c87-44b6-475f-834e-b0c729084862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:49.410419 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-db22eacf-777b-48b7-abdd-c4f680caa2bb req-6f6dd074-c20c-473b-8b5b-1510b7a050de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0c509ae-87ca-41dd-a870-1cafb8a88d5e HTTP/1.1" status: 200 len: 217 time: 0.2559094 Sep 17 17:24:49.422545 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-63477c87-44b6-475f-834e-b0c729084862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:49.456201 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-894e2b46-377b-4c7e-9a13-12f2c8ec3a17 req-46308219-9587-4141-b154-93dcac5b41e0 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111148 Sep 17 17:24:49.472944 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-63477c87-44b6-475f-834e-b0c729084862 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cd2eec934b0344339efd93e3fb5c53bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3788490 Sep 17 17:24:49.482098 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 55632) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:49.482402 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63477c87-44b6-475f-834e-b0c729084862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa6c010-59ac-4b06-a6ac-e339a723619d,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:49.485960 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22eacf-777b-48b7-abdd-c4f680caa2bb req-6138e1f6-f222-44b6-9d64-06a800e01ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:49.486880 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-db22eacf-777b-48b7-abdd-c4f680caa2bb req-6138e1f6-f222-44b6-9d64-06a800e01ebb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aee1d114-d631-4cfa-9776-affd7ae8bdda HTTP/1.1" status: 200 len: 858 time: 0.0637872 Sep 17 17:24:49.536907 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-db22eacf-777b-48b7-abdd-c4f680caa2bb req-96be3cd8-f3a6-4c94-ad78-2ff611702d31 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7cc607b2-217d-4062-b691-f78cd94d3695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413027 Sep 17 17:24:49.590307 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-6ae833d3-fec8-4d6e-ba24-868fdbb19d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:49.648178 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-6ae833d3-fec8-4d6e-ba24-868fdbb19d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:49.690087 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-db22eacf-777b-48b7-abdd-c4f680caa2bb req-0a525658-d29d-4d36-bcd8-3ecdff438a64 service neutron] 10.222.0.42 "GET /v2.0/networks/7cc607b2-217d-4062-b691-f78cd94d3695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384969 Sep 17 17:24:49.798144 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-db22eacf-777b-48b7-abdd-c4f680caa2bb req-f154bba6-1919-4785-b810-dafe40902eb2 service neutron] 10.222.0.42 "GET /v2.0/networks/7cc607b2-217d-4062-b691-f78cd94d3695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884874 Sep 17 17:24:49.939428 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-6ae833d3-fec8-4d6e-ba24-868fdbb19d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:49.943145 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-6ae833d3-fec8-4d6e-ba24-868fdbb19d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:49.944612 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-6ae833d3-fec8-4d6e-ba24-868fdbb19d28 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8aa6c010-59ac-4b06-a6ac-e339a723619d HTTP/1.1" status: 204 len: 168 time: 0.4664476 Sep 17 17:24:49.953986 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae833d3-fec8-4d6e-ba24-868fdbb19d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa6c010-59ac-4b06-a6ac-e339a723619d,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:50.158093 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68174168-ed5b-4ea9-bcbc-32511be72fba req-3db88fd4-885f-4a63-8c8d-233ae49796d4 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:50.159685 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-68174168-ed5b-4ea9-bcbc-32511be72fba req-3db88fd4-885f-4a63-8c8d-233ae49796d4 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0543122 Sep 17 17:24:50.211432 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-68174168-ed5b-4ea9-bcbc-32511be72fba req-b7deb6a3-38ef-40c6-a774-cdb24cb0031d tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392747 Sep 17 17:24:50.578417 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca4309-43e2-4973-88b6-98fa08255dea req-4a7ea29f-d5c5-4aea-a8b8-ce8bad57bc47 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:50.579865 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-60ca4309-43e2-4973-88b6-98fa08255dea req-4a7ea29f-d5c5-4aea-a8b8-ce8bad57bc47 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=d35b3c71-d3ea-4aa9-9363-8a5971f74f71 HTTP/1.1" status: 200 len: 943 time: 0.0488758 Sep 17 17:24:50.617714 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-60ca4309-43e2-4973-88b6-98fa08255dea req-3d00b6b4-b74b-4396-8a9b-36235a4761ef tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313041 Sep 17 17:24:50.975481 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 55672) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:50.991094 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-644e196e-0e96-43e2-9d98-4c6c3256d3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:51.078077 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-644e196e-0e96-43e2-9d98-4c6c3256d3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:51.162801 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-644e196e-0e96-43e2-9d98-4c6c3256d3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:51.201626 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-644e196e-0e96-43e2-9d98-4c6c3256d3a1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e83f0cb78bd34d0f825be35f6ca8e476&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2250130 Sep 17 17:24:51.202644 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e196e-0e96-43e2-9d98-4c6c3256d3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10db484-b46d-44b7-82c2-e7a171eb2290,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:51.204395 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 55674) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:51.254214 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-ef4d21ba-b220-4ed4-bf60-609c85f1586d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:51.279718 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-ef4d21ba-b220-4ed4-bf60-609c85f1586d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:51.328609 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22872ea5-df55-466e-a28f-5dfb07ae3fcd req-5a4d9d9d-fb59-48ef-8412-f63ba7b36509 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:51.330072 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-22872ea5-df55-466e-a28f-5dfb07ae3fcd req-5a4d9d9d-fb59-48ef-8412-f63ba7b36509 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0529220 Sep 17 17:24:51.368957 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-22872ea5-df55-466e-a28f-5dfb07ae3fcd req-f225a0c1-2fa1-4af4-921f-92aa6ce27be9 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326471 Sep 17 17:24:51.447690 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-ef4d21ba-b220-4ed4-bf60-609c85f1586d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:51.450314 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-ef4d21ba-b220-4ed4-bf60-609c85f1586d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:51.453851 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-ef4d21ba-b220-4ed4-bf60-609c85f1586d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c10db484-b46d-44b7-82c2-e7a171eb2290 HTTP/1.1" status: 204 len: 168 time: 0.2461302 Sep 17 17:24:51.459610 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d21ba-b220-4ed4-bf60-609c85f1586d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10db484-b46d-44b7-82c2-e7a171eb2290,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:51.737498 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c8a8b-f7cd-4059-8cc2-5510daef87fd req-6099e7ea-a4b8-49e6-a149-1e4db0c67904 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:51.741123 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6a4c8a8b-f7cd-4059-8cc2-5510daef87fd req-6099e7ea-a4b8-49e6-a149-1e4db0c67904 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=d35b3c71-d3ea-4aa9-9363-8a5971f74f71 HTTP/1.1" status: 200 len: 943 time: 0.0542147 Sep 17 17:24:51.779786 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6a4c8a8b-f7cd-4059-8cc2-5510daef87fd req-e4942846-bb2b-49cd-aad5-38d546cea3fb tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324211 Sep 17 17:24:52.070942 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device b1ea9103-dd33-479c-bb11-1eb996d29701 details requested by agent hyperv_hv-cinder-80982 with host hv-cinder-80982 {{(pid=94717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 17:24:52.172158 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port b1ea9103-dd33-479c-bb11-1eb996d29701, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=b1ea9103-dd33-479c-bb11-1eb996d29701,segment=NetworkSegment(e96ed9d6-dcd6-4b60-800e-12caf220a56a),segment_id=e96ed9d6-dcd6-4b60-800e-12caf220a56a)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:24:52.185523 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Returning: {'device': 'b1ea9103-dd33-479c-bb11-1eb996d29701', 'network_id': '1cde08df-bf3f-41c5-b7b0-df36eef9f1af', 'port_id': 'b1ea9103-dd33-479c-bb11-1eb996d29701', 'mac_address': 'fa:16:3e:2b:44:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09dff40a-abba-4f0d-b7ab-590d67c9e5a2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 17:24:52.240031 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:52.243000 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1ea9103-dd33-479c-bb11-1eb996d29701 {{(pid=94717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:24:52.263284 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port b1ea9103-dd33-479c-bb11-1eb996d29701, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=b1ea9103-dd33-479c-bb11-1eb996d29701,segment=NetworkSegment(e96ed9d6-dcd6-4b60-800e-12caf220a56a),segment_id=e96ed9d6-dcd6-4b60-800e-12caf220a56a)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:24:52.284857 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 55722) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:52.386053 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-3e9f2bf1-dde7-4522-b6f8-793846ec9966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:52.402320 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:52.454922 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=b1ea9103-dd33-479c-bb11-1eb996d29701,revision_number=4']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:52.477128 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-3e9f2bf1-dde7-4522-b6f8-793846ec9966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:52.489279 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029134e-cfbb-4696-bfcf-a8c162cd752e req-97515a55-0810-4a7f-8886-57ce07f6061a tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:52.490852 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3029134e-cfbb-4696-bfcf-a8c162cd752e req-97515a55-0810-4a7f-8886-57ce07f6061a tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0534921 Sep 17 17:24:52.530102 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3029134e-cfbb-4696-bfcf-a8c162cd752e req-acab435a-f6a3-4c1e-b29e-689d99490694 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330744 Sep 17 17:24:52.679948 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-3e9f2bf1-dde7-4522-b6f8-793846ec9966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:52.719633 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-3e9f2bf1-dde7-4522-b6f8-793846ec9966 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4c4811c5493b4eea9809f8fda808a8f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4337323 Sep 17 17:24:52.720725 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f2bf1-dde7-4522-b6f8-793846ec9966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0848973d-a064-4ed5-994a-5bdf9150ed0b,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:52.722369 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 55738) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:52.737635 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['b1ea9103-dd33-479c-bb11-1eb996d29701'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:24:52.782509 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4a0a284d-06a7-4dfc-9838-6dd8f4990107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:52.825456 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4a0a284d-06a7-4dfc-9838-6dd8f4990107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:52.904904 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f22b5-5bb8-4bb0-b286-55138437428a req-e19f7409-02f8-4fa6-ac86-ef7fd63e5782 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:52.911554 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8d4f22b5-5bb8-4bb0-b286-55138437428a req-e19f7409-02f8-4fa6-ac86-ef7fd63e5782 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=d35b3c71-d3ea-4aa9-9363-8a5971f74f71 HTTP/1.1" status: 200 len: 944 time: 0.0559502 Sep 17 17:24:52.946323 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8d4f22b5-5bb8-4bb0-b286-55138437428a req-83cd5f8c-2189-4c94-869e-4b55aeb6a9f8 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328145 Sep 17 17:24:52.966811 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-3e9c66a0-4938-449c-a074-d5005a2acc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:53.019113 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 6 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:24:53.045108 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4a0a284d-06a7-4dfc-9838-6dd8f4990107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:53.047756 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4a0a284d-06a7-4dfc-9838-6dd8f4990107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:53.056726 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-4a0a284d-06a7-4dfc-9838-6dd8f4990107 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0848973d-a064-4ed5-994a-5bdf9150ed0b HTTP/1.1" status: 204 len: 168 time: 0.3249369 Sep 17 17:24:53.056726 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a284d-06a7-4dfc-9838-6dd8f4990107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0848973d-a064-4ed5-994a-5bdf9150ed0b,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:53.650676 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079835e-74aa-423f-9cef-94dec83d077b req-714ad83d-930d-4f6b-a00d-3736e901ab0a tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:53.652233 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b079835e-74aa-423f-9cef-94dec83d077b req-714ad83d-930d-4f6b-a00d-3736e901ab0a tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0498018 Sep 17 17:24:53.690498 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b079835e-74aa-423f-9cef-94dec83d077b req-d6fbaeba-093f-4a3d-acd6-2b025e07e0bb tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316892 Sep 17 17:24:54.065685 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59da58-7cd0-4f99-b245-62f1c0422d17 req-8ce40053-8f71-4e1d-870a-b2e012527658 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:54.067873 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7e59da58-7cd0-4f99-b245-62f1c0422d17 req-8ce40053-8f71-4e1d-870a-b2e012527658 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=d35b3c71-d3ea-4aa9-9363-8a5971f74f71 HTTP/1.1" status: 200 len: 944 time: 0.0523374 Sep 17 17:24:54.107191 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7e59da58-7cd0-4f99-b245-62f1c0422d17 req-c9d50e53-60da-41ca-a4b8-ee0f49d9a8cb tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332637 Sep 17 17:24:54.159491 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 55776) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:54.173199 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-2d262c55-7839-4a02-9768-ac0a30cadd43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:54.263170 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-2d262c55-7839-4a02-9768-ac0a30cadd43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:54.453356 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-2d262c55-7839-4a02-9768-ac0a30cadd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:54.491074 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-2d262c55-7839-4a02-9768-ac0a30cadd43 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4bd02a3f0ef046208ddffc01a842b68b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3304861 Sep 17 17:24:54.492999 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d262c55-7839-4a02-9768-ac0a30cadd43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c62a4f-896f-426c-985a-56f8a923ab0d,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:54.493855 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 55780) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:54.542061 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-be43c013-deaf-4948-8dcc-3da71db1cc3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:54.561867 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-be43c013-deaf-4948-8dcc-3da71db1cc3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:54.804663 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b328f85-72f3-4cab-a6d8-4862255c8636 req-6e907992-0f98-4dae-9a9c-7d2e91a24426 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:54.806262 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6b328f85-72f3-4cab-a6d8-4862255c8636 req-6e907992-0f98-4dae-9a9c-7d2e91a24426 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0465596 Sep 17 17:24:54.847910 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6b328f85-72f3-4cab-a6d8-4862255c8636 req-dea197ee-6dd2-4ea7-9b30-bfac68c53486 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352557 Sep 17 17:24:54.925423 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-be43c013-deaf-4948-8dcc-3da71db1cc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:54.931748 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-be43c013-deaf-4948-8dcc-3da71db1cc3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:54.931748 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-be43c013-deaf-4948-8dcc-3da71db1cc3f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/76c62a4f-896f-426c-985a-56f8a923ab0d HTTP/1.1" status: 204 len: 168 time: 0.4342813 Sep 17 17:24:54.937390 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43c013-deaf-4948-8dcc-3da71db1cc3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c62a4f-896f-426c-985a-56f8a923ab0d,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:55.220027 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94d777-7eba-4685-a4b5-d2de8cf904d6 req-61883dd9-195e-4ab9-8893-4f3e438809a5 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:55.221487 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9f94d777-7eba-4685-a4b5-d2de8cf904d6 req-61883dd9-195e-4ab9-8893-4f3e438809a5 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=d35b3c71-d3ea-4aa9-9363-8a5971f74f71 HTTP/1.1" status: 200 len: 944 time: 0.0483289 Sep 17 17:24:55.258678 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9f94d777-7eba-4685-a4b5-d2de8cf904d6 req-b68ddbdd-df00-46c4-87f9-e5c042e5fde8 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313644 Sep 17 17:24:55.682465 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-f15c5115-d1d2-452d-bf56-3ddff789260a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:55.962280 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf9c7f-18d7-4ffd-8ebd-34a6b7414233 req-bb82f687-59f1-4ab6-8392-813de872834a tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:55.972294 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-91cf9c7f-18d7-4ffd-8ebd-34a6b7414233 req-bb82f687-59f1-4ab6-8392-813de872834a tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0483110 Sep 17 17:24:56.006802 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-91cf9c7f-18d7-4ffd-8ebd-34a6b7414233 req-e88080fc-d880-45c0-a725-c7308efc9af0 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324600 Sep 17 17:24:56.383301 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb07922-255c-4413-8b79-ac0962926b1a req-0af1a092-ef0c-44de-b743-e664173fe03e tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:56.384779 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-dbb07922-255c-4413-8b79-ac0962926b1a req-0af1a092-ef0c-44de-b743-e664173fe03e tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=d35b3c71-d3ea-4aa9-9363-8a5971f74f71 HTTP/1.1" status: 200 len: 944 time: 0.0508797 Sep 17 17:24:56.425252 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-dbb07922-255c-4413-8b79-ac0962926b1a req-db6af191-77c0-4f98-a240-803f997c2f81 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343473 Sep 17 17:24:56.908273 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:57.022605 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:57.124051 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7da277-1cab-4638-909f-10575bb27312 req-c670717c-a133-4793-8927-63331fe9c8da tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:57.125582 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7a7da277-1cab-4638-909f-10575bb27312 req-c670717c-a133-4793-8927-63331fe9c8da tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0484564 Sep 17 17:24:57.163596 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7a7da277-1cab-4638-909f-10575bb27312 req-7b711f1d-df82-418f-a72b-b5436f08c640 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317698 Sep 17 17:24:57.542234 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3024d-4634-4e06-afb8-051ce47243fe req-6c364625-01c5-4400-a0ff-a2bc51e7e3fb tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:57.543796 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0dd3024d-4634-4e06-afb8-051ce47243fe req-6c364625-01c5-4400-a0ff-a2bc51e7e3fb tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=d35b3c71-d3ea-4aa9-9363-8a5971f74f71 HTTP/1.1" status: 200 len: 944 time: 0.0485373 Sep 17 17:24:57.580430 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0dd3024d-4634-4e06-afb8-051ce47243fe req-9a76009d-10ea-42fe-81f8-e7b7caf9f03b tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306685 Sep 17 17:24:57.699629 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device b1ea9103-dd33-479c-bb11-1eb996d29701 up at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:24:57.891270 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning for port b1ea9103-dd33-479c-bb11-1eb996d29701 completed by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 17:24:57.900941 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning complete for port b1ea9103-dd33-479c-bb11-1eb996d29701 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:24:57.900941 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:57.974465 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:57.997130 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd35b3c71-d3ea-4aa9-9363-8a5971f74f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ea9103-dd33-479c-bb11-1eb996d29701'}] {{(pid=94717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:24:57.999398 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef4bfb6114c7858c34ed9f7d570ef17f9d28f3d7fc67a01f0bf07e2066d3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ae4f85-b02e-499e-9e7a-12e4fa61c59b" -d '{"events": [{"server_uuid": "d35b3c71-d3ea-4aa9-9363-8a5971f74f71", "name": "network-vif-plugged", "status": "completed", "tag": "b1ea9103-dd33-479c-bb11-1eb996d29701"}]}' {{(pid=94717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:24:58.012593 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port b1ea9103-dd33-479c-bb11-1eb996d29701, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=b1ea9103-dd33-479c-bb11-1eb996d29701,segment=NetworkSegment(e96ed9d6-dcd6-4b60-800e-12caf220a56a),segment_id=e96ed9d6-dcd6-4b60-800e-12caf220a56a)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:24:58.044579 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2236661e-e6a7-43fe-9a31-a53211d940a9 x-openstack-request-id: req-2236661e-e6a7-43fe-9a31-a53211d940a9 {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:24:58.044875 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d35b3c71-d3ea-4aa9-9363-8a5971f74f71", "name": "network-vif-plugged", "status": "completed", "tag": "b1ea9103-dd33-479c-bb11-1eb996d29701", "code": 200}]} {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:24:58.045131 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2236661e-e6a7-43fe-9a31-a53211d940a9 {{(pid=94717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:24:58.045528 dv-cinder-809828-1-iscsi neutron-server[94717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd35b3c71-d3ea-4aa9-9363-8a5971f74f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ea9103-dd33-479c-bb11-1eb996d29701', 'code': 200} Sep 17 17:24:58.256966 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:58.278720 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c00c3-942f-4d4a-811b-d614d55c109f req-0bdc0e11-77fb-4dad-a83f-4ada6bb3202a tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:58.280255 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3c2c00c3-942f-4d4a-811b-d614d55c109f req-0bdc0e11-77fb-4dad-a83f-4ada6bb3202a tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0486460 Sep 17 17:24:58.304414 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=b1ea9103-dd33-479c-bb11-1eb996d29701,revision_number=5']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:58.321787 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3c2c00c3-942f-4d4a-811b-d614d55c109f req-432b83ad-8d80-4bcf-be26-2808302a281e tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349376 Sep 17 17:24:58.665257 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:58.696792 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58250ac0-78d8-4d5a-b348-ffd251a74ee1 req-74f3bad8-009d-44be-b386-0b3003199e39 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:58.698308 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-58250ac0-78d8-4d5a-b348-ffd251a74ee1 req-74f3bad8-009d-44be-b386-0b3003199e39 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=d35b3c71-d3ea-4aa9-9363-8a5971f74f71 HTTP/1.1" status: 200 len: 945 time: 0.0512793 Sep 17 17:24:58.735828 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-58250ac0-78d8-4d5a-b348-ffd251a74ee1 req-60176607-abda-4465-b29f-66cfb6796622 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312991 Sep 17 17:24:58.775587 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 55888) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:58.876766 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-0aa15f82-530a-4377-9448-2491b83e0d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:58.965194 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-0aa15f82-530a-4377-9448-2491b83e0d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:59.190397 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-0aa15f82-530a-4377-9448-2491b83e0d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:59.227417 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-0aa15f82-530a-4377-9448-2491b83e0d5e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e6e423fa996b4dfb97dee68ca2a1b2a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4507856 Sep 17 17:24:59.228099 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa15f82-530a-4377-9448-2491b83e0d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c469ec5d-02c8-470c-98e0-62ebab7cd326,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:59.230289 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 55896) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:24:59.279877 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c9537b9b-c2c3-4247-9d88-68d6ac3de8fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:59.300798 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c9537b9b-c2c3-4247-9d88-68d6ac3de8fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:59.437088 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a341a-063b-45e0-a7c3-6f1a18dccea1 req-ff21547b-79d1-4680-addc-888af1533d86 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:59.438565 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-586a341a-063b-45e0-a7c3-6f1a18dccea1 req-ff21547b-79d1-4680-addc-888af1533d86 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0509319 Sep 17 17:24:59.475695 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-586a341a-063b-45e0-a7c3-6f1a18dccea1 req-56f5d596-02dd-454f-aa53-20bc1bb6626a tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310543 Sep 17 17:24:59.625272 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c9537b9b-c2c3-4247-9d88-68d6ac3de8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:59.627880 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c9537b9b-c2c3-4247-9d88-68d6ac3de8fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:24:59.629009 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-c9537b9b-c2c3-4247-9d88-68d6ac3de8fe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c469ec5d-02c8-470c-98e0-62ebab7cd326 HTTP/1.1" status: 204 len: 168 time: 0.3976970 Sep 17 17:24:59.636874 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9537b9b-c2c3-4247-9d88-68d6ac3de8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c469ec5d-02c8-470c-98e0-62ebab7cd326,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:24:59.851078 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7763af-208d-44ec-926f-67cfa40f55ef req-9332528c-a0ee-44bd-906f-26744b4ff9a4 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:24:59.852588 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ee7763af-208d-44ec-926f-67cfa40f55ef req-9332528c-a0ee-44bd-906f-26744b4ff9a4 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=d35b3c71-d3ea-4aa9-9363-8a5971f74f71 HTTP/1.1" status: 200 len: 945 time: 0.0496686 Sep 17 17:24:59.893447 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ee7763af-208d-44ec-926f-67cfa40f55ef req-75fa8c16-26fa-47f3-83dc-51598d20c95a tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329955 Sep 17 17:25:00.587143 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90008c3-fd93-44f4-8e7e-399def9a686b req-b389761a-c718-4707-bce4-a39480ce9ae1 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:00.588675 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a90008c3-fd93-44f4-8e7e-399def9a686b req-b389761a-c718-4707-bce4-a39480ce9ae1 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0478315 Sep 17 17:25:00.626904 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a90008c3-fd93-44f4-8e7e-399def9a686b req-b2744234-360c-49b2-9d87-94a2a6697838 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321908 Sep 17 17:25:00.858077 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 55930) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:00.871408 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3af4113b-e252-4dd2-b1c9-7fd6f02970d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:00.960996 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3af4113b-e252-4dd2-b1c9-7fd6f02970d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:01.019643 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80811a-e4dc-40ca-bd8c-3c8af641eed9 req-5170dcce-2c33-4298-ae02-09358ea86030 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:01.021815 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ab80811a-e4dc-40ca-bd8c-3c8af641eed9 req-5170dcce-2c33-4298-ae02-09358ea86030 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=d35b3c71-d3ea-4aa9-9363-8a5971f74f71 HTTP/1.1" status: 200 len: 945 time: 0.0506368 Sep 17 17:25:01.054863 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3af4113b-e252-4dd2-b1c9-7fd6f02970d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:01.076878 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ab80811a-e4dc-40ca-bd8c-3c8af641eed9 req-60ad2ae5-546b-45dc-86b6-85cbe863c979 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491822 Sep 17 17:25:01.099704 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-3af4113b-e252-4dd2-b1c9-7fd6f02970d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=14a0e0ae7fff469190e73d29084541eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2405252 Sep 17 17:25:01.101723 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4113b-e252-4dd2-b1c9-7fd6f02970d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e964b2de-f2e5-4549-869b-657f2f6cb34a,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:01.102390 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 55942) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:01.157350 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-463ae17b-b597-4fc7-840a-05ab9acb4671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:01.181102 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-463ae17b-b597-4fc7-840a-05ab9acb4671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:01.362022 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-463ae17b-b597-4fc7-840a-05ab9acb4671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:01.364671 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-463ae17b-b597-4fc7-840a-05ab9acb4671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:01.365840 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-463ae17b-b597-4fc7-840a-05ab9acb4671 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e964b2de-f2e5-4549-869b-657f2f6cb34a HTTP/1.1" status: 204 len: 168 time: 0.2624419 Sep 17 17:25:01.373360 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ae17b-b597-4fc7-840a-05ab9acb4671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e964b2de-f2e5-4549-869b-657f2f6cb34a,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:01.611616 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689100f-4e39-4a21-99f7-ae4e1992207c req-3cd8269f-5163-478a-905c-a529183eccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:01.613210 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a689100f-4e39-4a21-99f7-ae4e1992207c req-3cd8269f-5163-478a-905c-a529183eccfe service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d35b3c71-d3ea-4aa9-9363-8a5971f74f71 HTTP/1.1" status: 200 len: 1098 time: 0.0407357 Sep 17 17:25:01.651860 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a689100f-4e39-4a21-99f7-ae4e1992207c req-1cf9d727-af04-4938-9342-bd330ac3ae87 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305476 Sep 17 17:25:01.743531 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8ad5f-a714-4635-aafa-4be639d8a432 req-36d27029-9bcc-4969-b53a-efc618212d65 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:01.744903 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d5e8ad5f-a714-4635-aafa-4be639d8a432 req-36d27029-9bcc-4969-b53a-efc618212d65 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0500534 Sep 17 17:25:01.787883 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d5e8ad5f-a714-4635-aafa-4be639d8a432 req-d296173b-b56d-4692-938f-407ba1b81c92 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370831 Sep 17 17:25:02.195102 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12d258-5e6f-4e99-821c-6d5952ab6439 req-12a65d89-bb3c-4498-8b26-1802fc752b5e tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:02.196593 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0b12d258-5e6f-4e99-821c-6d5952ab6439 req-12a65d89-bb3c-4498-8b26-1802fc752b5e tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=d35b3c71-d3ea-4aa9-9363-8a5971f74f71 HTTP/1.1" status: 200 len: 945 time: 0.0490792 Sep 17 17:25:02.234591 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0b12d258-5e6f-4e99-821c-6d5952ab6439 req-a202915c-bbf0-436a-bad7-11c0ee46339a tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319619 Sep 17 17:25:02.942646 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bc640-6ea5-47da-89e2-136b5462cfa2 req-a01dac6a-ad8d-4806-9e8c-0ca67c43dc57 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:02.944163 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-248bc640-6ea5-47da-89e2-136b5462cfa2 req-a01dac6a-ad8d-4806-9e8c-0ca67c43dc57 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0475111 Sep 17 17:25:02.981827 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-248bc640-6ea5-47da-89e2-136b5462cfa2 req-7b7116c1-8e0d-4967-a0fb-451cf3aa5b35 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317502 Sep 17 17:25:03.368833 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aca2ea-08b3-4543-93cf-c15909dfd85b req-5e4e1415-e5ee-42d7-849c-d6d531c7dfec tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:03.369447 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-92aca2ea-08b3-4543-93cf-c15909dfd85b req-5e4e1415-e5ee-42d7-849c-d6d531c7dfec tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=d35b3c71-d3ea-4aa9-9363-8a5971f74f71 HTTP/1.1" status: 200 len: 945 time: 0.0584733 Sep 17 17:25:03.403522 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-92aca2ea-08b3-4543-93cf-c15909dfd85b req-7c5ed769-14e5-4e94-8c5b-a22ca3060c01 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332594 Sep 17 17:25:04.095951 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf417d-b0b1-4511-9fdf-1614faa40e95 req-5398c0f3-2bda-4312-968b-272831a0bf18 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:04.097441 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-48cf417d-b0b1-4511-9fdf-1614faa40e95 req-5398c0f3-2bda-4312-968b-272831a0bf18 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0504053 Sep 17 17:25:04.136972 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-48cf417d-b0b1-4511-9fdf-1614faa40e95 req-cc566136-ca54-4260-94f5-f3d3db00efb9 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321681 Sep 17 17:25:04.697649 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 56070) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:04.800239 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-bd2d42db-7159-436b-b184-6a618431b9b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:04.887727 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-bd2d42db-7159-436b-b184-6a618431b9b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:04.988455 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-bd2d42db-7159-436b-b184-6a618431b9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:05.028281 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-bd2d42db-7159-436b-b184-6a618431b9b9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=42dd5b0edf8d4b33b5bb4705d1f2de4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3294117 Sep 17 17:25:05.029795 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d42db-7159-436b-b184-6a618431b9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d5464e-f937-4a11-b6e7-74e26c8bb76f,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:05.031166 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 56074) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:05.079358 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-99a9cda9-c189-4701-b2f8-4c90553cf789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:05.100205 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-99a9cda9-c189-4701-b2f8-4c90553cf789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:05.248469 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-99a9cda9-c189-4701-b2f8-4c90553cf789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:05.252929 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-99a9cda9-c189-4701-b2f8-4c90553cf789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:05.261646 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92524ecd-8d81-4f62-a6c0-891060a20984 req-055cbd95-b16b-4e1e-b9c7-51e1ed1d3a1a tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:05.264147 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-99a9cda9-c189-4701-b2f8-4c90553cf789 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/03d5464e-f937-4a11-b6e7-74e26c8bb76f HTTP/1.1" status: 204 len: 168 time: 0.2314944 Sep 17 17:25:05.278991 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9cda9-c189-4701-b2f8-4c90553cf789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d5464e-f937-4a11-b6e7-74e26c8bb76f,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:05.280624 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-92524ecd-8d81-4f62-a6c0-891060a20984 req-055cbd95-b16b-4e1e-b9c7-51e1ed1d3a1a tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0627835 Sep 17 17:25:05.337060 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-92524ecd-8d81-4f62-a6c0-891060a20984 req-b666573e-2e10-4800-b08e-8619c00f137a tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534284 Sep 17 17:25:06.039910 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 56120) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:06.053858 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d8a83027-d865-4583-a857-227f524e68cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:06.145921 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d8a83027-d865-4583-a857-227f524e68cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:06.245311 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d8a83027-d865-4583-a857-227f524e68cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:06.289077 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a83027-d865-4583-a857-227f524e68cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79675a2-4c58-4269-b79e-652cec482f7b,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:06.294442 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-d8a83027-d865-4583-a857-227f524e68cd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0831414f3f964d769c9003bfd3dd1e09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534482 Sep 17 17:25:06.297103 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 56130) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:06.349423 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4035f2ce-a405-48e2-9dde-925b67b3e25a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:06.371582 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4035f2ce-a405-48e2-9dde-925b67b3e25a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:06.460799 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37837b28-e51a-4c4e-9695-627ba4da985f req-2598a67f-0c40-4bb0-a0be-fffe6f28e4ba tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:06.462287 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-37837b28-e51a-4c4e-9695-627ba4da985f req-2598a67f-0c40-4bb0-a0be-fffe6f28e4ba tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0578911 Sep 17 17:25:06.500493 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-37837b28-e51a-4c4e-9695-627ba4da985f req-b4e837fd-a92a-4d22-a97e-df5d86279da8 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322156 Sep 17 17:25:06.596435 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4035f2ce-a405-48e2-9dde-925b67b3e25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:06.599781 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4035f2ce-a405-48e2-9dde-925b67b3e25a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:06.600930 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-4035f2ce-a405-48e2-9dde-925b67b3e25a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b79675a2-4c58-4269-b79e-652cec482f7b HTTP/1.1" status: 204 len: 168 time: 0.3029211 Sep 17 17:25:06.608529 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035f2ce-a405-48e2-9dde-925b67b3e25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79675a2-4c58-4269-b79e-652cec482f7b,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:07.614911 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cd301-6fff-4956-aa9c-aee8fcb3bd39 req-92349f7c-c6f2-473a-ad3c-8009fd8d8e80 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:07.617097 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b48cd301-6fff-4956-aa9c-aee8fcb3bd39 req-92349f7c-c6f2-473a-ad3c-8009fd8d8e80 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0509288 Sep 17 17:25:07.632370 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 56170) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:07.657005 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b48cd301-6fff-4956-aa9c-aee8fcb3bd39 req-92061057-beaa-4b90-9623-1bdc766735a4 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332348 Sep 17 17:25:07.831175 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-75cbb40f-9294-4169-84a3-24350ac56065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:07.917735 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-75cbb40f-9294-4169-84a3-24350ac56065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:07.990503 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-75cbb40f-9294-4169-84a3-24350ac56065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:08.027491 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-75cbb40f-9294-4169-84a3-24350ac56065 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cadd4ebe6df140c8a4613698d32d1d05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3940849 Sep 17 17:25:08.028302 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cbb40f-9294-4169-84a3-24350ac56065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee40210-0788-486e-a837-cccc3a261b78,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:08.030111 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 56182) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:08.041654 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cbb40f-9294-4169-84a3-24350ac56065 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:08.042013 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cbb40f-9294-4169-84a3-24350ac56065 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:08.042360 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cbb40f-9294-4169-84a3-24350ac56065 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:08.042699 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cbb40f-9294-4169-84a3-24350ac56065 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:08.043062 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cbb40f-9294-4169-84a3-24350ac56065 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:08.043405 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cbb40f-9294-4169-84a3-24350ac56065 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:08.043734 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cbb40f-9294-4169-84a3-24350ac56065 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:08.044063 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cbb40f-9294-4169-84a3-24350ac56065 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:08.044393 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cbb40f-9294-4169-84a3-24350ac56065 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:08.044730 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cbb40f-9294-4169-84a3-24350ac56065 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:08.045043 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cbb40f-9294-4169-84a3-24350ac56065 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:08.045367 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cbb40f-9294-4169-84a3-24350ac56065 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:08.089403 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-04e9df87-9c70-47d4-8c77-66b36eb08700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:08.115124 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-04e9df87-9c70-47d4-8c77-66b36eb08700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:08.228135 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-04e9df87-9c70-47d4-8c77-66b36eb08700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:08.230729 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-04e9df87-9c70-47d4-8c77-66b36eb08700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:08.232636 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-04e9df87-9c70-47d4-8c77-66b36eb08700 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7ee40210-0788-486e-a837-cccc3a261b78 HTTP/1.1" status: 204 len: 168 time: 0.2014754 Sep 17 17:25:08.241740 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e9df87-9c70-47d4-8c77-66b36eb08700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee40210-0788-486e-a837-cccc3a261b78,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:08.296855 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 56190) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:08.406515 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-d632a004-a896-4fea-a71c-2b70d90f6d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:08.495730 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-d632a004-a896-4fea-a71c-2b70d90f6d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:08.608225 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-d632a004-a896-4fea-a71c-2b70d90f6d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:08.648514 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-d632a004-a896-4fea-a71c-2b70d90f6d87 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7188dff7a2a74b699d26dcf9b1b9d59f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3499465 Sep 17 17:25:08.649376 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632a004-a896-4fea-a71c-2b70d90f6d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36a15cf-0534-4d91-a63c-a982f5a4244d,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:08.651152 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 56200) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:08.699700 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-199c85ce-42ad-468c-bd6c-f7a3e21af41f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:08.724198 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-199c85ce-42ad-468c-bd6c-f7a3e21af41f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:08.800741 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71b66d-49a9-4779-8845-adbe8cfd0a85 req-e0de45b1-d35f-46c7-bbd2-d1e3c2b1553b tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:08.805784 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2c71b66d-49a9-4779-8845-adbe8cfd0a85 req-e0de45b1-d35f-46c7-bbd2-d1e3c2b1553b tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0679410 Sep 17 17:25:08.843695 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2c71b66d-49a9-4779-8845-adbe8cfd0a85 req-4612fd91-9aa3-4e1e-b0d9-2381c1c652a1 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341721 Sep 17 17:25:08.899880 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-199c85ce-42ad-468c-bd6c-f7a3e21af41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:08.902426 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-199c85ce-42ad-468c-bd6c-f7a3e21af41f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:08.903640 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-199c85ce-42ad-468c-bd6c-f7a3e21af41f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d36a15cf-0534-4d91-a63c-a982f5a4244d HTTP/1.1" status: 204 len: 168 time: 0.2513711 Sep 17 17:25:08.912419 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c85ce-42ad-468c-bd6c-f7a3e21af41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36a15cf-0534-4d91-a63c-a982f5a4244d,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:08.921813 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c85ce-42ad-468c-bd6c-f7a3e21af41f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:08.922052 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c85ce-42ad-468c-bd6c-f7a3e21af41f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:08.922596 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c85ce-42ad-468c-bd6c-f7a3e21af41f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:08.922874 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c85ce-42ad-468c-bd6c-f7a3e21af41f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:08.923245 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c85ce-42ad-468c-bd6c-f7a3e21af41f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:08.923578 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c85ce-42ad-468c-bd6c-f7a3e21af41f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:08.923905 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c85ce-42ad-468c-bd6c-f7a3e21af41f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:08.924465 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c85ce-42ad-468c-bd6c-f7a3e21af41f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:08.925559 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c85ce-42ad-468c-bd6c-f7a3e21af41f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:08.925559 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c85ce-42ad-468c-bd6c-f7a3e21af41f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:08.925559 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c85ce-42ad-468c-bd6c-f7a3e21af41f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:08.925803 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199c85ce-42ad-468c-bd6c-f7a3e21af41f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:08.941330 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 56210) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:08.959904 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-7ed3adc9-5a43-4603-bac8-756aef5294fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:09.049835 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-7ed3adc9-5a43-4603-bac8-756aef5294fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:09.136654 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-7ed3adc9-5a43-4603-bac8-756aef5294fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:09.176426 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-7ed3adc9-5a43-4603-bac8-756aef5294fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4eb97a1ecb6842889f71548f0b40d842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338221 Sep 17 17:25:09.179162 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 56214) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:09.185628 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3adc9-5a43-4603-bac8-756aef5294fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c25469-8e9a-49cd-91f8-95c7a5ae8043,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:09.239536 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-032e3f60-76ea-4c16-af47-a82f365149ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:09.261617 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-032e3f60-76ea-4c16-af47-a82f365149ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:09.388394 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-032e3f60-76ea-4c16-af47-a82f365149ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:09.391455 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-032e3f60-76ea-4c16-af47-a82f365149ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:09.410498 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-032e3f60-76ea-4c16-af47-a82f365149ff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/46c25469-8e9a-49cd-91f8-95c7a5ae8043 HTTP/1.1" status: 204 len: 168 time: 0.2125649 Sep 17 17:25:09.410498 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e3f60-76ea-4c16-af47-a82f365149ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c25469-8e9a-49cd-91f8-95c7a5ae8043,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:09.959544 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c083547-bcf7-4045-b5cc-e0be27a43f6f req-64b18dbd-e5e3-4b14-83b7-4a5902e40116 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:09.961201 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6c083547-bcf7-4045-b5cc-e0be27a43f6f req-64b18dbd-e5e3-4b14-83b7-4a5902e40116 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0505896 Sep 17 17:25:10.004812 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6c083547-bcf7-4045-b5cc-e0be27a43f6f req-35b6458b-c808-4458-b13e-5d5070d5fd9e tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372801 Sep 17 17:25:10.518884 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881fc5c4-3bd1-4c87-b977-d9d8c4043cd5 req-4679a065-79e8-47d1-95e4-913fc24dc394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:10.520472 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-881fc5c4-3bd1-4c87-b977-d9d8c4043cd5 req-4679a065-79e8-47d1-95e4-913fc24dc394 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 1099 time: 0.0399568 Sep 17 17:25:10.560867 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-881fc5c4-3bd1-4c87-b977-d9d8c4043cd5 req-3e297995-205d-4a5a-b158-9432813778c7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320225 Sep 17 17:25:11.123098 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4fa5d-3348-4411-adfa-eceb8a3722f2 req-c9a936cc-536c-42db-83c9-ab04c513920f tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:11.124578 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-88f4fa5d-3348-4411-adfa-eceb8a3722f2 req-c9a936cc-536c-42db-83c9-ab04c513920f tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0488474 Sep 17 17:25:11.162855 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-88f4fa5d-3348-4411-adfa-eceb8a3722f2 req-b0caadaa-bf67-4b52-9085-263abb863055 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320079 Sep 17 17:25:12.321959 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926e488-2ffc-4522-92c9-be818067ca82 req-1270f553-9919-4c37-be72-6a830f5059f9 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:12.323458 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a926e488-2ffc-4522-92c9-be818067ca82 req-1270f553-9919-4c37-be72-6a830f5059f9 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0584664 Sep 17 17:25:12.361457 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a926e488-2ffc-4522-92c9-be818067ca82 req-2c8dec87-f957-4a45-bb72-f689100ce19a tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317042 Sep 17 17:25:12.972553 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ddda58-0296-4a24-aa55-26be2db64218 req-83902980-e8ea-4392-8c2c-c387ae77d5c0 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:12.973954 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-03ddda58-0296-4a24-aa55-26be2db64218 req-83902980-e8ea-4392-8c2c-c387ae77d5c0 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0476739 Sep 17 17:25:13.013985 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-03ddda58-0296-4a24-aa55-26be2db64218 req-fdb46a3f-30cc-4a34-b597-e57c0a525b5e tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339644 Sep 17 17:25:14.128802 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d671c-8c52-456c-9c01-19e0fc23c198 req-bfa18154-6dc6-4287-a080-f09a59c3feda tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:14.135466 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4f1d671c-8c52-456c-9c01-19e0fc23c198 req-bfa18154-6dc6-4287-a080-f09a59c3feda tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0494363 Sep 17 17:25:14.173385 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4f1d671c-8c52-456c-9c01-19e0fc23c198 req-549209fc-04a5-476c-a5db-338b31d2cd27 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367863 Sep 17 17:25:15.165312 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ccac4d-51e9-4793-8088-f1759df31e65 req-075a8847-f95e-4da0-8ece-fc986914320d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:15.167217 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-04ccac4d-51e9-4793-8088-f1759df31e65 req-075a8847-f95e-4da0-8ece-fc986914320d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=936d96ec969642abb3e823dfa0130055&device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 1099 time: 0.0426753 Sep 17 17:25:15.309315 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ccac4d-51e9-4793-8088-f1759df31e65 req-eaf96589-a067-4df2-bdd8-eb491cd0d853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:15.311097 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-04ccac4d-51e9-4793-8088-f1759df31e65 req-eaf96589-a067-4df2-bdd8-eb491cd0d853 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7cc607b2-217d-4062-b691-f78cd94d3695 HTTP/1.1" status: 200 len: 919 time: 0.1332088 Sep 17 17:25:15.319844 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c552e-cafb-45bf-8563-1dd7079ea730 req-b5eeef89-2ef2-4596-aa0b-fc0211a065b6 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:15.321397 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5f4c552e-cafb-45bf-8563-1dd7079ea730 req-b5eeef89-2ef2-4596-aa0b-fc0211a065b6 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0718687 Sep 17 17:25:15.382773 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-04ccac4d-51e9-4793-8088-f1759df31e65 req-d719edc9-a4d6-4e43-b7e0-1c7262b4fa3b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0c509ae-87ca-41dd-a870-1cafb8a88d5e HTTP/1.1" status: 200 len: 217 time: 0.0475492 Sep 17 17:25:15.388201 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:15.426918 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5f4c552e-cafb-45bf-8563-1dd7079ea730 req-2d323370-c143-4050-a0f3-8072c7cc47aa tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994589 Sep 17 17:25:15.446940 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ccac4d-51e9-4793-8088-f1759df31e65 req-62103c43-3878-4086-93e3-ea471f739425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:15.448407 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-04ccac4d-51e9-4793-8088-f1759df31e65 req-62103c43-3878-4086-93e3-ea471f739425 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aee1d114-d631-4cfa-9776-affd7ae8bdda HTTP/1.1" status: 200 len: 858 time: 0.0546622 Sep 17 17:25:15.483400 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-04ccac4d-51e9-4793-8088-f1759df31e65 req-108baeda-a608-4c08-ada1-184009f93a0f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7cc607b2-217d-4062-b691-f78cd94d3695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236876 Sep 17 17:25:15.579842 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-04ccac4d-51e9-4793-8088-f1759df31e65 req-40686d1c-47b1-4025-aaf8-8992d8c53667 service neutron] 10.222.0.42 "GET /v2.0/networks/7cc607b2-217d-4062-b691-f78cd94d3695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885897 Sep 17 17:25:16.541624 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe1b6d-27fb-4aae-b2d1-d3e13c5052e9 req-a8393036-b093-40d4-b434-6d2a1e287aae tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:16.543145 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2afe1b6d-27fb-4aae-b2d1-d3e13c5052e9 req-a8393036-b093-40d4-b434-6d2a1e287aae tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0473869 Sep 17 17:25:16.581495 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2afe1b6d-27fb-4aae-b2d1-d3e13c5052e9 req-1662f872-6ff5-47c9-809c-97c86caa47c3 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323782 Sep 17 17:25:17.704772 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaeba87-08fd-4ca0-b30f-72cd39becda6 req-feaf508d-fdb8-491b-b331-4d41ba263101 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:17.706248 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5aaeba87-08fd-4ca0-b30f-72cd39becda6 req-feaf508d-fdb8-491b-b331-4d41ba263101 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0476735 Sep 17 17:25:17.743804 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5aaeba87-08fd-4ca0-b30f-72cd39becda6 req-1082f7ee-3445-48cb-a999-2512bc8cf02f tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311048 Sep 17 17:25:18.650658 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-04ccac4d-51e9-4793-8088-f1759df31e65 req-728564cb-f8c4-4c85-a9ee-93a82141be10 service neutron] 10.222.0.42 "GET /v2.0/networks/7cc607b2-217d-4062-b691-f78cd94d3695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052070 Sep 17 17:25:18.758630 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1da24-487f-48b3-95de-a0253577af53 req-bbf46483-d823-49ef-8d31-5aee159c6297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:18.760172 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2fd1da24-487f-48b3-95de-a0253577af53 req-bbf46483-d823-49ef-8d31-5aee159c6297 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=936d96ec969642abb3e823dfa0130055&device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 1099 time: 0.0430388 Sep 17 17:25:18.904390 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30291f-c374-4986-8d57-a9bcb2698a1f req-45594666-e478-4ec6-b95b-a1d06fe11953 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:18.905807 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8a30291f-c374-4986-8d57-a9bcb2698a1f req-45594666-e478-4ec6-b95b-a1d06fe11953 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0919595 Sep 17 17:25:18.910888 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1da24-487f-48b3-95de-a0253577af53 req-34add71e-c251-4096-8219-ceea83a6b131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:18.912425 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2fd1da24-487f-48b3-95de-a0253577af53 req-34add71e-c251-4096-8219-ceea83a6b131 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7cc607b2-217d-4062-b691-f78cd94d3695 HTTP/1.1" status: 200 len: 919 time: 0.1260583 Sep 17 17:25:18.971790 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2fd1da24-487f-48b3-95de-a0253577af53 req-ff154451-8956-440f-8b23-1d1e6335cc10 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0c509ae-87ca-41dd-a870-1cafb8a88d5e HTTP/1.1" status: 200 len: 217 time: 0.0445840 Sep 17 17:25:18.980041 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8a30291f-c374-4986-8d57-a9bcb2698a1f req-3dfb56ff-6016-44b7-85c2-09e086139ea2 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662267 Sep 17 17:25:19.028189 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1da24-487f-48b3-95de-a0253577af53 req-d833a9fa-b5ae-4163-bd47-8b1f9e2807e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:19.029705 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2fd1da24-487f-48b3-95de-a0253577af53 req-d833a9fa-b5ae-4163-bd47-8b1f9e2807e9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aee1d114-d631-4cfa-9776-affd7ae8bdda HTTP/1.1" status: 200 len: 858 time: 0.0483201 Sep 17 17:25:19.067891 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2fd1da24-487f-48b3-95de-a0253577af53 req-b574493a-5158-4b8a-aa27-09d62cdcb8b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7cc607b2-217d-4062-b691-f78cd94d3695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253568 Sep 17 17:25:19.158765 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2fd1da24-487f-48b3-95de-a0253577af53 req-fc68f6b6-9e13-4397-9199-e742e3f33251 service neutron] 10.222.0.42 "GET /v2.0/networks/7cc607b2-217d-4062-b691-f78cd94d3695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826600 Sep 17 17:25:19.255870 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2fd1da24-487f-48b3-95de-a0253577af53 req-0feee0ab-0642-4efe-b991-df85526f224e service neutron] 10.222.0.42 "GET /v2.0/networks/7cc607b2-217d-4062-b691-f78cd94d3695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851541 Sep 17 17:25:20.104423 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add23ec-337d-49c5-90e7-82f493b6946d req-8de41b06-2434-4f17-ba78-0988cf7dc65a tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:20.105899 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5add23ec-337d-49c5-90e7-82f493b6946d req-8de41b06-2434-4f17-ba78-0988cf7dc65a tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0479763 Sep 17 17:25:20.142863 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5add23ec-337d-49c5-90e7-82f493b6946d req-03d1f2aa-625c-485c-824c-f3ac25c9d225 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309503 Sep 17 17:25:21.267953 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5130664-a189-477d-9cb0-216f9a2682d2 req-e939ac6a-dcbc-4b68-95bf-330f44e82d73 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:21.269519 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d5130664-a189-477d-9cb0-216f9a2682d2 req-e939ac6a-dcbc-4b68-95bf-330f44e82d73 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0565438 Sep 17 17:25:21.308233 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d5130664-a189-477d-9cb0-216f9a2682d2 req-dd156773-5b21-4451-b57c-be2318fdea37 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324781 Sep 17 17:25:22.423276 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ddc31-ae0b-4e21-8ea3-6120ebc58753 req-00abda56-449c-4a2e-b517-2a4fee5c384b tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:22.424689 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-404ddc31-ae0b-4e21-8ea3-6120ebc58753 req-00abda56-449c-4a2e-b517-2a4fee5c384b tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0470791 Sep 17 17:25:22.463280 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-404ddc31-ae0b-4e21-8ea3-6120ebc58753 req-acf2b1f5-f4c0-4e91-bbfe-eea8088c472f tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313773 Sep 17 17:25:22.904854 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-f96c58c7-ee91-4137-8f43-da2967fd09cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:25.401495 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969b149-4dca-4d4b-b820-9a92c313291c req-7f22fe4e-e6e4-49da-9d9b-2e11cc39584b tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:25.403002 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5969b149-4dca-4d4b-b820-9a92c313291c req-7f22fe4e-e6e4-49da-9d9b-2e11cc39584b tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0484290 Sep 17 17:25:25.444042 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5969b149-4dca-4d4b-b820-9a92c313291c req-ccb27a5b-4744-4449-b75b-bae6469529d6 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347161 Sep 17 17:25:25.711579 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-eb8970a0-6e57-491e-bbcb-46ee34a4aef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:26.693287 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:26.789880 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 56634) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:26.818568 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:26.976087 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-bf93c1b9-cd78-4cef-b528-bbd2ade565eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:27.029194 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-1ff7808e-3906-47c0-874c-b2dce7be656f tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:27.030780 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-1ff7808e-3906-47c0-874c-b2dce7be656f tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/networks?id=1cde08df-bf3f-41c5-b7b0-df36eef9f1af HTTP/1.1" status: 200 len: 815 time: 0.1753874 Sep 17 17:25:27.064841 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-8991cf97-5532-47ba-b2bf-f3bb40d1d05c tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/quotas/c3d9575a8495460f8f8ca8113fd8f4c8 HTTP/1.1" status: 200 len: 375 time: 0.0270367 Sep 17 17:25:27.171773 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-a217aafd-8b18-4f18-885a-5c51a1074458 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c3d9575a8495460f8f8ca8113fd8f4c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0917249 Sep 17 17:25:27.240233 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-bf93c1b9-cd78-4cef-b528-bbd2ade565eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:27.281419 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57349c7c-97f2-4f6e-aa85-f2220ece244f req-36f1980f-dff5-469f-87a1-f1fa581ec677 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:27.282912 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-57349c7c-97f2-4f6e-aa85-f2220ece244f req-36f1980f-dff5-469f-87a1-f1fa581ec677 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.1328642 Sep 17 17:25:27.337453 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-9835b7bc-8fdd-499d-b34f-ee0684bc9425 service neutron] 10.222.0.18 "GET /v2.0/networks/1cde08df-bf3f-41c5-b7b0-df36eef9f1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484747 Sep 17 17:25:27.342522 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-57349c7c-97f2-4f6e-aa85-f2220ece244f req-8859e251-0a53-4431-a66a-895b12d890ad tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514629 Sep 17 17:25:27.351749 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-bf93c1b9-cd78-4cef-b528-bbd2ade565eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:27.356752 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 56654) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:27.472435 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-164edafd-ff65-4ea2-bdf5-fcac2b5e4f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:27.582940 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-164edafd-ff65-4ea2-bdf5-fcac2b5e4f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:27.629467 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93c1b9-cd78-4cef-b528-bbd2ade565eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fac1e0-254f-4e4c-b79b-d0244f94827b,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:27.648979 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-bf93c1b9-cd78-4cef-b528-bbd2ade565eb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=320196f208694f838b2884382077f33c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8535402 Sep 17 17:25:27.648979 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 56664) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:27.693260 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-fa1ea2b1-b1e3-4ff5-aacd-d0c01e4515d0 service neutron] 10.222.0.18 "GET /v2.0/networks/1cde08df-bf3f-41c5-b7b0-df36eef9f1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495018 Sep 17 17:25:27.703139 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-164edafd-ff65-4ea2-bdf5-fcac2b5e4f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:27.717050 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c6b69808-7259-42c0-bba6-f0b7072f6e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:27.736302 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 56666) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:27.737158 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-164edafd-ff65-4ea2-bdf5-fcac2b5e4f2c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=392ceb7acd8240a3a08d584d13d2009d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3792992 Sep 17 17:25:27.749138 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c6b69808-7259-42c0-bba6-f0b7072f6e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:27.761697 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164edafd-ff65-4ea2-bdf5-fcac2b5e4f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59dcd71-93e5-4e2e-b52f-2186848524ef,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:27.824887 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e5c21cea-69f5-4b21-8154-fe41a5760ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:27.847840 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e5c21cea-69f5-4b21-8154-fe41a5760ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:27.979123 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0896a3d2-8581-43e0-a81d-12f46bfafcd9 req-67ad1368-80bd-4e3e-8af8-8c652cc0a278 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da7e513-d446-40e2-bb84-1f9b4edad7e0 HTTP/1.1" status: 200 len: 210 time: 0.0305500 Sep 17 17:25:27.988092 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c6b69808-7259-42c0-bba6-f0b7072f6e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:27.992264 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c6b69808-7259-42c0-bba6-f0b7072f6e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:27.993118 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-c6b69808-7259-42c0-bba6-f0b7072f6e99 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/75fac1e0-254f-4e4c-b79b-d0244f94827b HTTP/1.1" status: 204 len: 168 time: 0.3423645 Sep 17 17:25:28.007765 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b69808-7259-42c0-bba6-f0b7072f6e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fac1e0-254f-4e4c-b79b-d0244f94827b,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:28.036398 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e5c21cea-69f5-4b21-8154-fe41a5760ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:28.039619 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e5c21cea-69f5-4b21-8154-fe41a5760ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:28.040866 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-e5c21cea-69f5-4b21-8154-fe41a5760ea6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c59dcd71-93e5-4e2e-b52f-2186848524ef HTTP/1.1" status: 204 len: 168 time: 0.3032095 Sep 17 17:25:28.049839 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c21cea-69f5-4b21-8154-fe41a5760ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59dcd71-93e5-4e2e-b52f-2186848524ef,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:28.476939 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c06c5-9f2b-471d-8588-3823e865fa79 req-98e829df-a9cb-44ce-a794-e82c966024c8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:28.478434 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-920c06c5-9f2b-471d-8588-3823e865fa79 req-98e829df-a9cb-44ce-a794-e82c966024c8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.0488224 Sep 17 17:25:28.517709 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-920c06c5-9f2b-471d-8588-3823e865fa79 req-9110efd8-35e9-4ced-95d8-ccea08d106e9 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330315 Sep 17 17:25:28.547330 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:28.714924 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 56708) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:28.852556 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-6cb5c3ed-c818-4c69-8ec9-2168a3064770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:28.955473 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-6cb5c3ed-c818-4c69-8ec9-2168a3064770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:29.041774 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 56724) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:29.055132 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4e780d73-1301-42e1-ab83-6817b1d9732a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:29.080464 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-6cb5c3ed-c818-4c69-8ec9-2168a3064770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:29.116409 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-497dba4b-c9d9-4632-9ac5-ba2c20070b43 req-af7ddf84-1df5-4ec3-94f1-b73f93dd9ce7 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da7e513-d446-40e2-bb84-1f9b4edad7e0 HTTP/1.1" status: 200 len: 210 time: 0.0528984 Sep 17 17:25:29.157268 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-6cb5c3ed-c818-4c69-8ec9-2168a3064770 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=179510d8cf20463f8c573c51f5c293b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4408491 Sep 17 17:25:29.160109 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 56730) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:29.164702 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb5c3ed-c818-4c69-8ec9-2168a3064770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f91e039-b9a4-46db-9171-39f0186f99bf,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:29.224060 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-c015d4a6-e87a-415f-9816-a9b6a1a8448d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:29.227426 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4e780d73-1301-42e1-ab83-6817b1d9732a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:29.245794 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-c015d4a6-e87a-415f-9816-a9b6a1a8448d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:29.310931 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4e780d73-1301-42e1-ab83-6817b1d9732a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:29.349197 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-4e780d73-1301-42e1-ab83-6817b1d9732a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ab2cb002986140f2b9bea6d8089cbed6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3062561 Sep 17 17:25:29.350050 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e780d73-1301-42e1-ab83-6817b1d9732a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5504b24-0d37-43f4-8964-b6c79801ef5a,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:29.369350 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 56732) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:29.400573 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f58b8d63-8d99-4d57-8d9d-f9d8cffa4771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:29.420440 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-c015d4a6-e87a-415f-9816-a9b6a1a8448d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:29.423111 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-c015d4a6-e87a-415f-9816-a9b6a1a8448d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:29.424297 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-c015d4a6-e87a-415f-9816-a9b6a1a8448d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0f91e039-b9a4-46db-9171-39f0186f99bf HTTP/1.1" status: 204 len: 168 time: 0.2626913 Sep 17 17:25:29.431177 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f58b8d63-8d99-4d57-8d9d-f9d8cffa4771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:29.441686 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015d4a6-e87a-415f-9816-a9b6a1a8448d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f91e039-b9a4-46db-9171-39f0186f99bf,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:29.636656 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eac734-b374-4762-a324-bd19bfb2d075 req-d75cd784-3bdd-4255-82c2-a103c44649ad tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:29.638145 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b3eac734-b374-4762-a324-bd19bfb2d075 req-d75cd784-3bdd-4255-82c2-a103c44649ad tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.0473788 Sep 17 17:25:29.659106 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f58b8d63-8d99-4d57-8d9d-f9d8cffa4771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:29.661670 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f58b8d63-8d99-4d57-8d9d-f9d8cffa4771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:29.662945 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-f58b8d63-8d99-4d57-8d9d-f9d8cffa4771 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a5504b24-0d37-43f4-8964-b6c79801ef5a HTTP/1.1" status: 204 len: 168 time: 0.3098524 Sep 17 17:25:29.670752 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b8d63-8d99-4d57-8d9d-f9d8cffa4771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5504b24-0d37-43f4-8964-b6c79801ef5a,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:29.678021 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b3eac734-b374-4762-a324-bd19bfb2d075 req-c368b130-3953-4a8c-92b2-0ee814985fa3 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339897 Sep 17 17:25:30.016285 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 6 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:25:30.232107 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8658ad36-ce5e-47d6-ba79-6ad988853af7 req-ab9bfff7-d8f4-410f-9708-940744481d4f tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da7e513-d446-40e2-bb84-1f9b4edad7e0 HTTP/1.1" status: 200 len: 210 time: 0.0374608 Sep 17 17:25:30.797058 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-ab239d93-d2f3-4d8e-94fa-ec0e57d31fa0 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:30.798536 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-ab239d93-d2f3-4d8e-94fa-ec0e57d31fa0 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.42 "GET /v2.0/networks?id=1cde08df-bf3f-41c5-b7b0-df36eef9f1af HTTP/1.1" status: 200 len: 815 time: 0.1340032 Sep 17 17:25:30.813633 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-c5139f13-df7a-4fbc-8bff-0d94502a5e6c tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Request body: {'port': {'device_id': '8da7e513-d446-40e2-bb84-1f9b4edad7e0', 'network_id': '1cde08df-bf3f-41c5-b7b0-df36eef9f1af', 'admin_state_up': True, 'tenant_id': 'c3d9575a8495460f8f8ca8113fd8f4c8'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:25:30.841074 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e3b28-e253-4cb6-b54d-0c216ce2b5b1 req-e9a1ecb5-d296-4efe-aef7-0ed5176bde90 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:30.842653 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f24e3b28-e253-4cb6-b54d-0c216ce2b5b1 req-e9a1ecb5-d296-4efe-aef7-0ed5176bde90 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.0873387 Sep 17 17:25:30.923537 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f24e3b28-e253-4cb6-b54d-0c216ce2b5b1 req-66304a4e-cb6a-498a-a288-799e5d8b5f10 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740242 Sep 17 17:25:31.087612 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-c5139f13-df7a-4fbc-8bff-0d94502a5e6c tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Made reservation on behalf of c3d9575a8495460f8f8ca8113fd8f4c8 for: {'port': 1} {{(pid=94715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:25:31.091217 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-c5139f13-df7a-4fbc-8bff-0d94502a5e6c tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:31.250990 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.db_base_plugin_common [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-c5139f13-df7a-4fbc-8bff-0d94502a5e6c tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Allocated IP 172.20.0.13 (1cde08df-bf3f-41c5-b7b0-df36eef9f1af/09dff40a-abba-4f0d-b7ab-590d67c9e5a2/de4ae800-debc-4b86-b054-5f89d79f8e91) {{(pid=94715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:25:31.389191 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-06a413e6-c1d9-4b16-95c9-7b43eae9531d req-54ad7406-fd41-4661-acf5-260c08bf7030 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da7e513-d446-40e2-bb84-1f9b4edad7e0 HTTP/1.1" status: 200 len: 210 time: 0.0467823 Sep 17 17:25:31.477421 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-c5139f13-df7a-4fbc-8bff-0d94502a5e6c tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Notify callbacks [] for port, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:31.571655 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-c5139f13-df7a-4fbc-8bff-0d94502a5e6c tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538'] for port, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:31.589285 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['3c503b0b-0cca-4b88-8bc3-d5175436d0de', 'c537682c-4eef-4b6d-8e30-6f9ec6116f67', 'b1ea9103-dd33-479c-bb11-1eb996d29701'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:25:31.635712 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-c5139f13-df7a-4fbc-8bff-0d94502a5e6c tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Network 1cde08df-bf3f-41c5-b7b0-df36eef9f1af is already hosted by enough agents. {{(pid=94715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:25:31.638836 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-c5139f13-df7a-4fbc-8bff-0d94502a5e6c tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Resources bound (agent type, host, resource id): {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:25:31.646484 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-c5139f13-df7a-4fbc-8bff-0d94502a5e6c tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Received port after_create {{(pid=94715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:25:31.652481 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-c5139f13-df7a-4fbc-8bff-0d94502a5e6c tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:31.653157 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-c5139f13-df7a-4fbc-8bff-0d94502a5e6c tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:31.656907 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5139f13-df7a-4fbc-8bff-0d94502a5e6c tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Pushing event updated for resources: {'Port': ['ID=de4ae800-debc-4b86-b054-5f89d79f8e91,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:31.774935 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-c5139f13-df7a-4fbc-8bff-0d94502a5e6c tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9654253 Sep 17 17:25:31.790564 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-b7d08bd6-02c5-4eb5-a5cd-3cdec8e31cd2 service neutron] Request body: {'port': {'device_id': '8da7e513-d446-40e2-bb84-1f9b4edad7e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80982'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:25:31.858508 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-b7d08bd6-02c5-4eb5-a5cd-3cdec8e31cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:32.111975 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec9563-a3df-47b9-8fbd-1fa1a815d760 req-64644e09-89fd-45f3-b682-0fa8ec4f2edb tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:32.113502 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a2ec9563-a3df-47b9-8fbd-1fa1a815d760 req-64644e09-89fd-45f3-b682-0fa8ec4f2edb tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.1052039 Sep 17 17:25:32.176711 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a2ec9563-a3df-47b9-8fbd-1fa1a815d760 req-3071a220-23ee-424d-b72f-8f10c5cb9c6f tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504215 Sep 17 17:25:32.187366 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 56836) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:32.213973 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-b7d08bd6-02c5-4eb5-a5cd-3cdec8e31cd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de4ae800-debc-4b86-b054-5f89d79f8e91 {{(pid=94715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:25:32.221768 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-b7d08bd6-02c5-4eb5-a5cd-3cdec8e31cd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:32.234496 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-b7d08bd6-02c5-4eb5-a5cd-3cdec8e31cd2 service neutron] Transition to ACTIVE for port object de4ae800-debc-4b86-b054-5f89d79f8e91 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 17:25:32.320067 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-b7d08bd6-02c5-4eb5-a5cd-3cdec8e31cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:32.456996 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d08bd6-02c5-4eb5-a5cd-3cdec8e31cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=de4ae800-debc-4b86-b054-5f89d79f8e91,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:32.468549 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-b7d08bd6-02c5-4eb5-a5cd-3cdec8e31cd2 service neutron] Attempting to bind port de4ae800-debc-4b86-b054-5f89d79f8e91 on host hv-cinder-80982 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:25:32.468994 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-b7d08bd6-02c5-4eb5-a5cd-3cdec8e31cd2 service neutron] Attempting to bind port de4ae800-debc-4b86-b054-5f89d79f8e91 by drivers openvswitch,hyperv on host hv-cinder-80982 at level 0 using segments [{'id': 'e96ed9d6-dcd6-4b60-800e-12caf220a56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1cde08df-bf3f-41c5-b7b0-df36eef9f1af'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:25:32.469494 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-b7d08bd6-02c5-4eb5-a5cd-3cdec8e31cd2 service neutron] Attempting to bind port de4ae800-debc-4b86-b054-5f89d79f8e91 on network 1cde08df-bf3f-41c5-b7b0-df36eef9f1af {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:25:32.476728 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-b7d08bd6-02c5-4eb5-a5cd-3cdec8e31cd2 service neutron] Port de4ae800-debc-4b86-b054-5f89d79f8e91 on network 1cde08df-bf3f-41c5-b7b0-df36eef9f1af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80982 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 17:25:32.477138 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-b7d08bd6-02c5-4eb5-a5cd-3cdec8e31cd2 service neutron] Attempting to bind port de4ae800-debc-4b86-b054-5f89d79f8e91 on network 1cde08df-bf3f-41c5-b7b0-df36eef9f1af {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:25:32.486226 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-b7d08bd6-02c5-4eb5-a5cd-3cdec8e31cd2 service neutron] Checking agent: {'id': 'e15b8fdc-3f6d-455f-8616-9488d56a2a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80982', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'started_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:25:32.486575 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-b7d08bd6-02c5-4eb5-a5cd-3cdec8e31cd2 service neutron] Checking segment: {'id': 'e96ed9d6-dcd6-4b60-800e-12caf220a56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1cde08df-bf3f-41c5-b7b0-df36eef9f1af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:25:32.487001 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-b7d08bd6-02c5-4eb5-a5cd-3cdec8e31cd2 service neutron] Bound using segment: {'id': 'e96ed9d6-dcd6-4b60-800e-12caf220a56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1cde08df-bf3f-41c5-b7b0-df36eef9f1af'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:25:32.487508 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-b7d08bd6-02c5-4eb5-a5cd-3cdec8e31cd2 service neutron] Bound port: de4ae800-debc-4b86-b054-5f89d79f8e91, host: hv-cinder-80982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e96ed9d6-dcd6-4b60-800e-12caf220a56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1cde08df-bf3f-41c5-b7b0-df36eef9f1af'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:25:32.487934 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-b7d08bd6-02c5-4eb5-a5cd-3cdec8e31cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:32.570562 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-89b77403-eb33-400e-8524-10dc8b6fa8c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:32.598217 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-b7d08bd6-02c5-4eb5-a5cd-3cdec8e31cd2 service neutron] For port de4ae800-debc-4b86-b054-5f89d79f8e91, host hv-cinder-80982, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:25:32.601566 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-b7d08bd6-02c5-4eb5-a5cd-3cdec8e31cd2 service neutron] For port de4ae800-debc-4b86-b054-5f89d79f8e91, host hv-cinder-80982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=de4ae800-debc-4b86-b054-5f89d79f8e91,segment=NetworkSegment(e96ed9d6-dcd6-4b60-800e-12caf220a56a),segment_id=e96ed9d6-dcd6-4b60-800e-12caf220a56a)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:25:32.621812 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e443e0c-633a-462a-b878-5c9b706c7613 req-1d650456-503f-4b3e-b2a1-a015275de697 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:32.621812 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1e443e0c-633a-462a-b878-5c9b706c7613 req-1d650456-503f-4b3e-b2a1-a015275de697 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da7e513-d446-40e2-bb84-1f9b4edad7e0 HTTP/1.1" status: 200 len: 944 time: 0.0917835 Sep 17 17:25:32.665447 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1e443e0c-633a-462a-b878-5c9b706c7613 req-966bc86b-4ba1-41a5-92e9-a78a6f2a4508 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383861 Sep 17 17:25:32.699979 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-b7d08bd6-02c5-4eb5-a5cd-3cdec8e31cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:32.713939 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-89b77403-eb33-400e-8524-10dc8b6fa8c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:32.736528 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-b7d08bd6-02c5-4eb5-a5cd-3cdec8e31cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:32.748190 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-b7d08bd6-02c5-4eb5-a5cd-3cdec8e31cd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:32.748190 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-b7d08bd6-02c5-4eb5-a5cd-3cdec8e31cd2 service neutron] 10.222.0.42 "PUT /v2.0/ports/de4ae800-debc-4b86-b054-5f89d79f8e91 HTTP/1.1" status: 200 len: 1094 time: 0.9525797 Sep 17 17:25:32.748190 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da7e513-d446-40e2-bb84-1f9b4edad7e0', 'tag': 'de4ae800-debc-4b86-b054-5f89d79f8e91'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:25:32.748190 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df312e15-847a-4843-9fda-73c6b5130bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "8da7e513-d446-40e2-bb84-1f9b4edad7e0", "tag": "de4ae800-debc-4b86-b054-5f89d79f8e91"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:25:32.777031 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d08bd6-02c5-4eb5-a5cd-3cdec8e31cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=de4ae800-debc-4b86-b054-5f89d79f8e91,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:32.796437 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 17:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ccfb8f-01cb-4c82-bc1d-d13377dd1084 x-openstack-request-id: req-f3ccfb8f-01cb-4c82-bc1d-d13377dd1084 {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:25:32.797000 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da7e513-d446-40e2-bb84-1f9b4edad7e0", "tag": "de4ae800-debc-4b86-b054-5f89d79f8e91", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:25:32.797261 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f3ccfb8f-01cb-4c82-bc1d-d13377dd1084 {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:25:32.797675 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da7e513-d446-40e2-bb84-1f9b4edad7e0', 'tag': 'de4ae800-debc-4b86-b054-5f89d79f8e91', 'status': 'completed', 'code': 200} Sep 17 17:25:32.800559 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-89b77403-eb33-400e-8524-10dc8b6fa8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:32.850640 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b77403-eb33-400e-8524-10dc8b6fa8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71328e46-30b7-47e6-b746-a755a7c24d9e,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:32.856129 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-89b77403-eb33-400e-8524-10dc8b6fa8c2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=582e1bf360804f8593e5e15021b33622&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6675990 Sep 17 17:25:32.858786 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 56864) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:32.894182 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df312e15-847a-4843-9fda-73c6b5130bd1 req-2bab526c-19eb-464b-a1f3-2a1648b6d772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:32.895673 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-df312e15-847a-4843-9fda-73c6b5130bd1 req-2bab526c-19eb-464b-a1f3-2a1648b6d772 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3d9575a8495460f8f8ca8113fd8f4c8&device_id=8da7e513-d446-40e2-bb84-1f9b4edad7e0 HTTP/1.1" status: 200 len: 1097 time: 0.0753317 Sep 17 17:25:32.963817 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-307e2c55-f0d5-4a73-ba6a-9b4262dd8977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:33.016893 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-307e2c55-f0d5-4a73-ba6a-9b4262dd8977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:33.061134 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df312e15-847a-4843-9fda-73c6b5130bd1 req-5c3f9482-b0db-4544-93be-af545218b7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:33.062635 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-df312e15-847a-4843-9fda-73c6b5130bd1 req-5c3f9482-b0db-4544-93be-af545218b7f4 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=c3d9575a8495460f8f8ca8113fd8f4c8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1558890 Sep 17 17:25:33.169202 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-307e2c55-f0d5-4a73-ba6a-9b4262dd8977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:33.171685 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-307e2c55-f0d5-4a73-ba6a-9b4262dd8977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:33.172813 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-307e2c55-f0d5-4a73-ba6a-9b4262dd8977 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/71328e46-30b7-47e6-b746-a755a7c24d9e HTTP/1.1" status: 204 len: 168 time: 0.3129902 Sep 17 17:25:33.183323 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df312e15-847a-4843-9fda-73c6b5130bd1 req-5c201a11-6525-4dc7-876d-c953eb6a0e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:33.184751 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-df312e15-847a-4843-9fda-73c6b5130bd1 req-5c201a11-6525-4dc7-876d-c953eb6a0e9c service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1038978 Sep 17 17:25:33.185833 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e2c55-f0d5-4a73-ba6a-9b4262dd8977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71328e46-30b7-47e6-b746-a755a7c24d9e,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:33.277002 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-13789c74-958d-45f3-8350-3e68783ca091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:33.278561 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-13789c74-958d-45f3-8350-3e68783ca091 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c3d9575a8495460f8f8ca8113fd8f4c8&device_id=8da7e513-d446-40e2-bb84-1f9b4edad7e0 HTTP/1.1" status: 200 len: 1097 time: 0.0508425 Sep 17 17:25:33.333368 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-dd650f2f-2178-4e40-81cf-c4db8e5ac299 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de4ae800-debc-4b86-b054-5f89d79f8e91 HTTP/1.1" status: 200 len: 217 time: 0.0392470 Sep 17 17:25:33.358407 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2850fde-7e0b-43b9-99fc-511901090932 req-362d636c-4920-4031-8295-a03c0b7ea46f tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:33.359930 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d2850fde-7e0b-43b9-99fc-511901090932 req-362d636c-4920-4031-8295-a03c0b7ea46f tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.0981126 Sep 17 17:25:33.415708 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-3f12f9a8-2ceb-436b-8e9a-f305e72f5b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:33.417247 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-3f12f9a8-2ceb-436b-8e9a-f305e72f5b08 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=09dff40a-abba-4f0d-b7ab-590d67c9e5a2 HTTP/1.1" status: 200 len: 855 time: 0.0747528 Sep 17 17:25:33.424586 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d2850fde-7e0b-43b9-99fc-511901090932 req-0d9b9cd4-2559-447d-af92-7abf4cd76fa6 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468261 Sep 17 17:25:33.452277 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-f7721d08-3072-4dcd-913d-17cfa4511168 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1cde08df-bf3f-41c5-b7b0-df36eef9f1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257137 Sep 17 17:25:33.552756 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-b9333638-8f26-401f-8ac7-3a4bdeaaea48 service neutron] 10.222.0.42 "GET /v2.0/networks/1cde08df-bf3f-41c5-b7b0-df36eef9f1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914145 Sep 17 17:25:33.649189 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-69399578-982d-4c7e-b1bd-22422ce58d9b req-731c693f-e4ef-4634-bad3-5129d35321cd service neutron] 10.222.0.42 "GET /v2.0/networks/1cde08df-bf3f-41c5-b7b0-df36eef9f1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865159 Sep 17 17:25:33.792455 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d47adc-2394-444c-b4aa-68403e03de5f req-3ceed926-63c9-4fd4-af5a-4dd60d604c87 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:33.794183 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e1d47adc-2394-444c-b4aa-68403e03de5f req-3ceed926-63c9-4fd4-af5a-4dd60d604c87 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da7e513-d446-40e2-bb84-1f9b4edad7e0 HTTP/1.1" status: 200 len: 944 time: 0.0533943 Sep 17 17:25:33.832235 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e1d47adc-2394-444c-b4aa-68403e03de5f req-8015f6be-83d0-4ce8-b5af-f5cfa0e3b246 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320978 Sep 17 17:25:34.451124 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 56916) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:34.573719 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465c670-691d-4d65-bcdd-763ae1a251e7 req-0ba02ab7-e35f-4953-9521-db04313a36d1 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:34.575798 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c465c670-691d-4d65-bcdd-763ae1a251e7 req-0ba02ab7-e35f-4953-9521-db04313a36d1 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.0586684 Sep 17 17:25:34.622863 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c465c670-691d-4d65-bcdd-763ae1a251e7 req-59657bb4-5753-4d99-bcdc-d0ca56c90d82 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404577 Sep 17 17:25:34.708876 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d2eb7518-d3a8-4882-9f25-8e1d9c925c59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:34.814304 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d2eb7518-d3a8-4882-9f25-8e1d9c925c59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:34.937151 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d2eb7518-d3a8-4882-9f25-8e1d9c925c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:34.984106 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-d2eb7518-d3a8-4882-9f25-8e1d9c925c59 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=adb5a4b43729493f8274428afaf3bc3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5318015 Sep 17 17:25:34.986777 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 56950) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:34.991454 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb7518-d3a8-4882-9f25-8e1d9c925c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310e252f-6102-4f72-8a51-942786b3ee05,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:35.003299 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd8f73-517d-4721-9228-c5964c232ddb req-8fe90c2c-4cff-4a5c-8440-ad84757e2fee tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:35.004860 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3bcd8f73-517d-4721-9228-c5964c232ddb req-8fe90c2c-4cff-4a5c-8440-ad84757e2fee tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da7e513-d446-40e2-bb84-1f9b4edad7e0 HTTP/1.1" status: 200 len: 944 time: 0.0972738 Sep 17 17:25:35.044770 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3bcd8f73-517d-4721-9228-c5964c232ddb req-d93b4020-6a4c-419c-9efb-1c290d16de8f tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331433 Sep 17 17:25:35.044981 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e8ef4456-aec0-4fab-9589-d6bcb3c0ee45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:35.070262 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e8ef4456-aec0-4fab-9589-d6bcb3c0ee45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:35.187771 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e8ef4456-aec0-4fab-9589-d6bcb3c0ee45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:35.190276 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e8ef4456-aec0-4fab-9589-d6bcb3c0ee45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:35.191576 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-e8ef4456-aec0-4fab-9589-d6bcb3c0ee45 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/310e252f-6102-4f72-8a51-942786b3ee05 HTTP/1.1" status: 204 len: 168 time: 0.2036371 Sep 17 17:25:35.199898 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef4456-aec0-4fab-9589-d6bcb3c0ee45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310e252f-6102-4f72-8a51-942786b3ee05,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:35.776303 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736cce1-8411-448b-bff5-e01399d8df4e req-399ca59e-1f81-4c2d-bd4c-f6de214f2475 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:35.777726 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9736cce1-8411-448b-bff5-e01399d8df4e req-399ca59e-1f81-4c2d-bd4c-f6de214f2475 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.0701349 Sep 17 17:25:35.819514 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9736cce1-8411-448b-bff5-e01399d8df4e req-acff4075-dd13-4123-8506-55fbd6ad90d5 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356376 Sep 17 17:25:36.178051 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c51d3-9325-476a-9343-4e7b678a6985 req-bcb712b6-8bf2-4e8e-a502-d16fce3f6ead tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:36.179571 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-115c51d3-9325-476a-9343-4e7b678a6985 req-bcb712b6-8bf2-4e8e-a502-d16fce3f6ead tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da7e513-d446-40e2-bb84-1f9b4edad7e0 HTTP/1.1" status: 200 len: 944 time: 0.0589957 Sep 17 17:25:36.269811 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c549b-65ae-4b94-9584-18772609fdba req-ff04a9e4-ae99-4905-9db8-a62ceb45f084 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:36.271294 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3c5c549b-65ae-4b94-9584-18772609fdba req-ff04a9e4-ae99-4905-9db8-a62ceb45f084 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.1131763 Sep 17 17:25:36.293116 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-115c51d3-9325-476a-9343-4e7b678a6985 req-c5f40aca-fb4e-4cb0-b1d7-97e6b12337bd tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849516 Sep 17 17:25:36.293549 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 57004) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:36.307703 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90273c-9b4d-476b-9707-4dd2dc4eb3c2 req-afd98264-922f-4ae3-bf97-dc377d74baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:36.309301 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-dd90273c-9b4d-476b-9707-4dd2dc4eb3c2 req-afd98264-922f-4ae3-bf97-dc377d74baf9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=936d96ec969642abb3e823dfa0130055&device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 1099 time: 0.0810306 Sep 17 17:25:36.342403 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3c5c549b-65ae-4b94-9584-18772609fdba req-ce984cb5-e023-4c3c-88e0-a5c8d27cfd8f tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634983 Sep 17 17:25:36.394151 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-a79d2e0a-e2b2-40d6-99d8-34f67d769e17 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1384861573-network', 'tenant_id': '7b7e06e26a5b4ed5835b0f1a620728e8'}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:25:36.618759 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90273c-9b4d-476b-9707-4dd2dc4eb3c2 req-6ae9083c-0f8c-482e-84bd-d734c51990a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:36.620257 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-dd90273c-9b4d-476b-9707-4dd2dc4eb3c2 req-6ae9083c-0f8c-482e-84bd-d734c51990a8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7cc607b2-217d-4062-b691-f78cd94d3695 HTTP/1.1" status: 200 len: 919 time: 0.3006206 Sep 17 17:25:36.656541 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79d2e0a-e2b2-40d6-99d8-34f67d769e17 admin admin] Made reservation on behalf of 7b7e06e26a5b4ed5835b0f1a620728e8 for: {'network': 1} {{(pid=94716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:25:36.658908 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-a79d2e0a-e2b2-40d6-99d8-34f67d769e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for network, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:36.664509 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-dd90273c-9b4d-476b-9707-4dd2dc4eb3c2 req-712331bf-429c-4ebc-bf70-bc28359be0c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0c509ae-87ca-41dd-a870-1cafb8a88d5e HTTP/1.1" status: 200 len: 217 time: 0.0355780 Sep 17 17:25:36.667911 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-a79d2e0a-e2b2-40d6-99d8-34f67d769e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:36.721783 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90273c-9b4d-476b-9707-4dd2dc4eb3c2 req-016b3560-111a-4c68-8c75-21ba8a23dcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:36.723774 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-dd90273c-9b4d-476b-9707-4dd2dc4eb3c2 req-016b3560-111a-4c68-8c75-21ba8a23dcc8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aee1d114-d631-4cfa-9776-affd7ae8bdda HTTP/1.1" status: 200 len: 858 time: 0.0525091 Sep 17 17:25:36.759103 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-dd90273c-9b4d-476b-9707-4dd2dc4eb3c2 req-cb5a6eb0-6fb5-4f45-a4ed-51eca7424ebb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7cc607b2-217d-4062-b691-f78cd94d3695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247107 Sep 17 17:25:36.762987 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-a79d2e0a-e2b2-40d6-99d8-34f67d769e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:36.855560 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-dd90273c-9b4d-476b-9707-4dd2dc4eb3c2 req-e23739a0-9598-436a-8102-29fdda8c464d service neutron] 10.222.0.42 "GET /v2.0/networks/7cc607b2-217d-4062-b691-f78cd94d3695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856583 Sep 17 17:25:36.896315 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-a79d2e0a-e2b2-40d6-99d8-34f67d769e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:36.919269 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a79d2e0a-e2b2-40d6-99d8-34f67d769e17 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=94716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 17:25:36.932446 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d2e0a-e2b2-40d6-99d8-34f67d769e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99531131-545b-4549-abff-2d49df4ea5f8,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:36.938406 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-a79d2e0a-e2b2-40d6-99d8-34f67d769e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157'] for segment, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:36.938748 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.db.segments_db [None req-a79d2e0a-e2b2-40d6-99d8-34f67d769e17 admin admin] Added segment 9ed9072b-bc6e-4e51-9d68-80238c982166 of type vlan for network 8306b99c-af57-41c3-bb7c-f98bdf5c613e Sep 17 17:25:36.978436 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-a79d2e0a-e2b2-40d6-99d8-34f67d769e17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747491074600'] for network, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:36.992219 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c087a-e1be-4c20-a073-0d7ae29ec1ba req-c1311533-4421-4d79-b912-da1838b97712 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:36.993829 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ef4c087a-e1be-4c20-a073-0d7ae29ec1ba req-c1311533-4421-4d79-b912-da1838b97712 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.0985637 Sep 17 17:25:36.996158 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-dd90273c-9b4d-476b-9707-4dd2dc4eb3c2 req-cb80c0b9-dedf-4949-92e9-d20c24a53de9 service neutron] 10.222.0.42 "GET /v2.0/networks/7cc607b2-217d-4062-b691-f78cd94d3695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310351 Sep 17 17:25:37.035351 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ef4c087a-e1be-4c20-a073-0d7ae29ec1ba req-242f1844-24d8-4385-aa70-efb556f2eb3c tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353587 Sep 17 17:25:37.124900 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-a79d2e0a-e2b2-40d6-99d8-34f67d769e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198'] for network, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:37.126008 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79d2e0a-e2b2-40d6-99d8-34f67d769e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:37.126666 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-a79d2e0a-e2b2-40d6-99d8-34f67d769e17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for network, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:37.188458 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d2e0a-e2b2-40d6-99d8-34f67d769e17 admin admin] Pushing event updated for resources: {'Network': ['ID=8306b99c-af57-41c3-bb7c-f98bdf5c613e,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:37.200178 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Network 8306b99c-af57-41c3-bb7c-f98bdf5c613e details requested by agent ovs-agent-dv-cinder-809828-1-iscsi with host dv-cinder-809828-1-iscsi {{(pid=94717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 17:25:37.223142 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-a79d2e0a-e2b2-40d6-99d8-34f67d769e17 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9311388 Sep 17 17:25:37.226415 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 57026) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:37.230740 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-91923f72-924c-48a2-8b3d-74daad74a1c3 admin admin] Request body: {'subnet': {'network_id': '8306b99c-af57-41c3-bb7c-f98bdf5c613e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1384861573-subnet', 'tenant_id': '7b7e06e26a5b4ed5835b0f1a620728e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:25:37.372333 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91923f72-924c-48a2-8b3d-74daad74a1c3 admin admin] Made reservation on behalf of 7b7e06e26a5b4ed5835b0f1a620728e8 for: {'subnet': 1} {{(pid=94716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:25:37.376340 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-91923f72-924c-48a2-8b3d-74daad74a1c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25898007'] for subnet, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:37.412654 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb320a9-6b5d-4afd-a393-77f9df85af10 req-a6f9aa1a-bdd8-4d2d-a736-1b65fdf38de2 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:37.415274 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fbb320a9-6b5d-4afd-a393-77f9df85af10 req-a6f9aa1a-bdd8-4d2d-a736-1b65fdf38de2 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da7e513-d446-40e2-bb84-1f9b4edad7e0 HTTP/1.1" status: 200 len: 944 time: 0.0585251 Sep 17 17:25:37.459968 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fbb320a9-6b5d-4afd-a393-77f9df85af10 req-79bc7b84-d6e5-4df2-91bc-381230f7feb2 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388267 Sep 17 17:25:37.516908 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7949b4a-cd6a-47a3-98e5-5a9ac65735b1 req-8300aedf-2297-496c-abe0-d9b9010b0d25 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:37.519494 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e7949b4a-cd6a-47a3-98e5-5a9ac65735b1 req-8300aedf-2297-496c-abe0-d9b9010b0d25 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0634439 Sep 17 17:25:37.559810 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e7949b4a-cd6a-47a3-98e5-5a9ac65735b1 req-7a13c6f6-db18-4b4e-828c-c12ba03b01d3 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341854 Sep 17 17:25:37.725872 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-91923f72-924c-48a2-8b3d-74daad74a1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25898041'] for subnet, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:37.780113 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91923f72-924c-48a2-8b3d-74daad74a1c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=459c1779-0f87-43ca-919d-d453c456fa9a,revision_number=0']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:37.790861 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91923f72-924c-48a2-8b3d-74daad74a1c3 admin admin] Checking segment: {'id': '9ed9072b-bc6e-4e51-9d68-80238c982166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8306b99c-af57-41c3-bb7c-f98bdf5c613e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:25:37.791251 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91923f72-924c-48a2-8b3d-74daad74a1c3 admin admin] Network hostable DHCP agents. Network: 8306b99c-af57-41c3-bb7c-f98bdf5c613e, hostable agents: ['991be4bd-5269-4100-8238-2a16d095299f'], hosted agents: [] {{(pid=94716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 17:25:37.869227 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device de4ae800-debc-4b86-b054-5f89d79f8e91 details requested by agent hyperv_hv-cinder-80982 with host hv-cinder-80982 {{(pid=94717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 17:25:37.954022 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91923f72-924c-48a2-8b3d-74daad74a1c3 admin admin] Network 8306b99c-af57-41c3-bb7c-f98bdf5c613e is scheduled to be hosted by DHCP agent 991be4bd-5269-4100-8238-2a16d095299f with binding_index 1 {{(pid=94716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 17:25:37.963008 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port de4ae800-debc-4b86-b054-5f89d79f8e91, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=de4ae800-debc-4b86-b054-5f89d79f8e91,segment=NetworkSegment(e96ed9d6-dcd6-4b60-800e-12caf220a56a),segment_id=e96ed9d6-dcd6-4b60-800e-12caf220a56a)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:25:37.973701 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Returning: {'device': 'de4ae800-debc-4b86-b054-5f89d79f8e91', 'network_id': '1cde08df-bf3f-41c5-b7b0-df36eef9f1af', 'port_id': 'de4ae800-debc-4b86-b054-5f89d79f8e91', 'mac_address': 'fa:16:3e:ee:77:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09dff40a-abba-4f0d-b7ab-590d67c9e5a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 17:25:38.011165 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:38.026751 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de4ae800-debc-4b86-b054-5f89d79f8e91 {{(pid=94717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:25:38.045882 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port de4ae800-debc-4b86-b054-5f89d79f8e91, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=de4ae800-debc-4b86-b054-5f89d79f8e91,segment=NetworkSegment(e96ed9d6-dcd6-4b60-800e-12caf220a56a),segment_id=e96ed9d6-dcd6-4b60-800e-12caf220a56a)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:25:38.047837 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.base_scheduler [None req-91923f72-924c-48a2-8b3d-74daad74a1c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809828-1-iscsi, 8306b99c-af57-41c3-bb7c-f98bdf5c613e) {{(pid=94716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:25:38.052062 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91923f72-924c-48a2-8b3d-74daad74a1c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:38.052657 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-91923f72-924c-48a2-8b3d-74daad74a1c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for subnet, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:38.058497 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69fef47-15e0-4191-9ad6-a66c18c9b673 None None] Network 8306b99c-af57-41c3-bb7c-f98bdf5c613e requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:25:38.153108 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aefe7c-5125-40c8-bd53-2bb02c7edc04 req-95ac1365-2f72-4df9-b5f6-51b3bb49494b tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:38.154790 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-91923f72-924c-48a2-8b3d-74daad74a1c3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9277496 Sep 17 17:25:38.155417 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b2aefe7c-5125-40c8-bd53-2bb02c7edc04 req-95ac1365-2f72-4df9-b5f6-51b3bb49494b tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.0484211 Sep 17 17:25:38.157755 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:38.197531 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851ef514-0a3a-481a-9380-ba1208411a44 None None] Network 8306b99c-af57-41c3-bb7c-f98bdf5c613e requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:25:38.212129 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b2aefe7c-5125-40c8-bd53-2bb02c7edc04 req-6a907630-c839-4009-a9a9-a698cac5492f tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411603 Sep 17 17:25:38.267276 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=de4ae800-debc-4b86-b054-5f89d79f8e91,revision_number=4']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:38.280730 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:38.281084 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:38.281422 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:38.281759 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:38.282088 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:38.282417 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:38.282745 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:38.283091 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:38.283437 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:38.283761 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:38.284082 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:38.284397 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:38.574582 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edab547-9623-4fe7-9f14-756a571e0f58 req-d188b06c-d93a-4235-b3f9-913444363bf7 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:38.576020 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4edab547-9623-4fe7-9f14-756a571e0f58 req-d188b06c-d93a-4235-b3f9-913444363bf7 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da7e513-d446-40e2-bb84-1f9b4edad7e0 HTTP/1.1" status: 200 len: 945 time: 0.0474634 Sep 17 17:25:38.615168 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4edab547-9623-4fe7-9f14-756a571e0f58 req-2b203e72-5c33-46d2-a162-69c8d8bd6781 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327079 Sep 17 17:25:38.678486 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2005e9-99a9-4214-b7d9-00b75ff42c43 req-0e22326d-a13f-4608-a053-c8fde8b337ee tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:38.679983 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7a2005e9-99a9-4214-b7d9-00b75ff42c43 req-0e22326d-a13f-4608-a053-c8fde8b337ee tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0534618 Sep 17 17:25:38.717420 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7a2005e9-99a9-4214-b7d9-00b75ff42c43 req-dd92cc7a-f248-482d-953e-027acb3ff17b tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312765 Sep 17 17:25:39.333503 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9b493-2d92-40e2-856f-a316b5a0b83f req-a8c015f3-06a8-40c8-a204-aba68fb8d19f tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:39.335183 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-43a9b493-2d92-40e2-856f-a316b5a0b83f req-a8c015f3-06a8-40c8-a204-aba68fb8d19f tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.0495348 Sep 17 17:25:39.373211 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-43a9b493-2d92-40e2-856f-a316b5a0b83f req-a81a6bf7-c8f0-43ba-bdc1-6a3358744cce tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317395 Sep 17 17:25:39.728498 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41073026-8f78-41f1-b9e1-c72e6128ba37 req-acecf9d0-19d6-4ada-93b6-8e8b30ac7958 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:39.729972 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-41073026-8f78-41f1-b9e1-c72e6128ba37 req-acecf9d0-19d6-4ada-93b6-8e8b30ac7958 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da7e513-d446-40e2-bb84-1f9b4edad7e0 HTTP/1.1" status: 200 len: 945 time: 0.0473280 Sep 17 17:25:39.767471 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-41073026-8f78-41f1-b9e1-c72e6128ba37 req-a820fb5b-3641-4f5a-bc0a-f8ce5205fc05 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316350 Sep 17 17:25:39.834033 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ee8ce-87e4-4112-b40c-4df2fcdca0f6 req-44325b63-a9e5-4d1f-970d-debdba15f642 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:39.835512 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a42ee8ce-87e4-4112-b40c-4df2fcdca0f6 req-44325b63-a9e5-4d1f-970d-debdba15f642 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0515661 Sep 17 17:25:39.873474 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a42ee8ce-87e4-4112-b40c-4df2fcdca0f6 req-603c6249-d830-4110-8a3f-e2ae2b2bbcbb tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320463 Sep 17 17:25:40.489730 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0b356-4c69-4b00-8f79-9f5289b8a25d req-21c2ca53-eebd-4655-b72a-f327c6f6c53e tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:40.491443 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-47b0b356-4c69-4b00-8f79-9f5289b8a25d req-21c2ca53-eebd-4655-b72a-f327c6f6c53e tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.0479445 Sep 17 17:25:40.530119 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-47b0b356-4c69-4b00-8f79-9f5289b8a25d req-79671b52-0cac-4f8c-b5ad-8750c8d033fa tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323956 Sep 17 17:25:40.877019 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d322673-a9f3-40bb-9f0a-4fcb62251f57 req-638307bd-e24a-497f-9b6d-a6c16f1abbba tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:40.878498 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2d322673-a9f3-40bb-9f0a-4fcb62251f57 req-638307bd-e24a-497f-9b6d-a6c16f1abbba tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da7e513-d446-40e2-bb84-1f9b4edad7e0 HTTP/1.1" status: 200 len: 945 time: 0.0460157 Sep 17 17:25:40.919615 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2d322673-a9f3-40bb-9f0a-4fcb62251f57 req-6dd1d2e2-1fb6-4ebf-acf0-4707cde69a21 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342877 Sep 17 17:25:40.996455 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061d57e-6bc0-40d2-982b-5d8402f9995e req-12f8448b-14fd-412e-ac61-82a41f731186 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:40.997928 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0061d57e-6bc0-40d2-982b-5d8402f9995e req-12f8448b-14fd-412e-ac61-82a41f731186 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0506387 Sep 17 17:25:41.007461 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['de4ae800-debc-4b86-b054-5f89d79f8e91'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:25:41.035688 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0061d57e-6bc0-40d2-982b-5d8402f9995e req-984c776e-7af0-4776-838b-16e73e953821 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315456 Sep 17 17:25:41.711618 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-33c3826a-8ea8-4dbb-8ce0-53e20171c841 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:41.713212 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-33c3826a-8ea8-4dbb-8ce0-53e20171c841 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/networks?id=8306b99c-af57-41c3-bb7c-f98bdf5c613e HTTP/1.1" status: 200 len: 814 time: 0.1962924 Sep 17 17:25:41.724488 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470e901-b0da-4623-93c6-baa4db54d9ec req-cda8c695-38bb-41ea-9c04-7a5eff8e1d06 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:41.726674 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a470e901-b0da-4623-93c6-baa4db54d9ec req-cda8c695-38bb-41ea-9c04-7a5eff8e1d06 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.0811279 Sep 17 17:25:41.742432 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-5079ee2a-056e-4b67-9049-240b396d47a7 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/quotas/7b7e06e26a5b4ed5835b0f1a620728e8 HTTP/1.1" status: 200 len: 375 time: 0.0147946 Sep 17 17:25:41.778864 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-cb118cae-2215-457d-8cf0-7385f93f9634 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b7e06e26a5b4ed5835b0f1a620728e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294583 Sep 17 17:25:41.799865 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a470e901-b0da-4623-93c6-baa4db54d9ec req-053b459f-4891-4d97-9f93-e4bc29e328ee tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651495 Sep 17 17:25:41.892037 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-d4febb8a-a6cc-4536-8fdc-8f35d0c7c250 service neutron] 10.222.0.18 "GET /v2.0/networks/8306b99c-af57-41c3-bb7c-f98bdf5c613e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055982 Sep 17 17:25:42.007782 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-9a2c056b-ef95-4e3e-9e37-1d74f500798e service neutron] 10.222.0.18 "GET /v2.0/networks/8306b99c-af57-41c3-bb7c-f98bdf5c613e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081438 Sep 17 17:25:42.047477 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03d300-bddc-459d-be70-c4fc5cf2f099 req-f2e96668-520e-4567-9e6a-d73ffb060c2b tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:42.049187 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9d03d300-bddc-459d-be70-c4fc5cf2f099 req-f2e96668-520e-4567-9e6a-d73ffb060c2b tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da7e513-d446-40e2-bb84-1f9b4edad7e0 HTTP/1.1" status: 200 len: 945 time: 0.0545380 Sep 17 17:25:42.098296 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9d03d300-bddc-459d-be70-c4fc5cf2f099 req-ddb1ec8c-f96f-4ef2-ab84-da8051a98a69 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407128 Sep 17 17:25:42.201681 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57e0b4-95de-4196-97f7-4b71da00eb5c req-889ba067-e23b-4912-8cd1-5e3370e14543 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:42.203142 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-eb57e0b4-95de-4196-97f7-4b71da00eb5c req-889ba067-e23b-4912-8cd1-5e3370e14543 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0466697 Sep 17 17:25:42.242500 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-eb57e0b4-95de-4196-97f7-4b71da00eb5c req-12ae21a1-3ab5-4fd1-b766-58abf407ab77 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329633 Sep 17 17:25:42.317623 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-68dcb45d-9f3f-4606-a9be-15dc01011264 req-6dee01c8-f0e6-4634-a47a-f461efc51e71 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/ports?device_id=e214fe51-ac10-40a5-9a8f-908a971f5dd7 HTTP/1.1" status: 200 len: 210 time: 0.0262825 Sep 17 17:25:42.696386 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device de4ae800-debc-4b86-b054-5f89d79f8e91 up at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:25:42.801838 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning for port de4ae800-debc-4b86-b054-5f89d79f8e91 completed by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 17:25:42.806486 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning complete for port de4ae800-debc-4b86-b054-5f89d79f8e91 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:25:42.806883 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:42.886759 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:42.914568 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da7e513-d446-40e2-bb84-1f9b4edad7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4ae800-debc-4b86-b054-5f89d79f8e91'}] {{(pid=94717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:25:42.914568 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef4bfb6114c7858c34ed9f7d570ef17f9d28f3d7fc67a01f0bf07e2066d3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6df465-123e-453c-8fec-fe9ea6cb2945" -d '{"events": [{"server_uuid": "8da7e513-d446-40e2-bb84-1f9b4edad7e0", "name": "network-vif-plugged", "status": "completed", "tag": "de4ae800-debc-4b86-b054-5f89d79f8e91"}]}' {{(pid=94717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:25:42.939744 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port de4ae800-debc-4b86-b054-5f89d79f8e91, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=de4ae800-debc-4b86-b054-5f89d79f8e91,segment=NetworkSegment(e96ed9d6-dcd6-4b60-800e-12caf220a56a),segment_id=e96ed9d6-dcd6-4b60-800e-12caf220a56a)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:25:42.958572 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24fdb6e-0680-4178-a638-5630c7ad5785 x-openstack-request-id: req-b24fdb6e-0680-4178-a638-5630c7ad5785 {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:25:42.958863 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da7e513-d446-40e2-bb84-1f9b4edad7e0", "name": "network-vif-plugged", "status": "completed", "tag": "de4ae800-debc-4b86-b054-5f89d79f8e91", "code": 200}]} {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:25:42.959228 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b24fdb6e-0680-4178-a638-5630c7ad5785 {{(pid=94717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:25:42.959645 dv-cinder-809828-1-iscsi neutron-server[94717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da7e513-d446-40e2-bb84-1f9b4edad7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4ae800-debc-4b86-b054-5f89d79f8e91', 'code': 200} Sep 17 17:25:42.960786 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67699e82-9f15-4295-9b46-db4402b66f9f req-1e7942fd-c75c-4cd2-9740-6872b5ff53da tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:42.962292 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-67699e82-9f15-4295-9b46-db4402b66f9f req-1e7942fd-c75c-4cd2-9740-6872b5ff53da tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.0633819 Sep 17 17:25:43.001643 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-67699e82-9f15-4295-9b46-db4402b66f9f req-2c0fc533-5790-4ba5-abbd-b2c40ada171c tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319803 Sep 17 17:25:43.035802 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:43.086637 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=de4ae800-debc-4b86-b054-5f89d79f8e91,revision_number=5']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:43.221470 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498332e-178d-4fde-8d72-6b9f9a949ae1 req-d091fba9-fa19-47f0-af4d-2e45bfde6d49 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:43.226230 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4498332e-178d-4fde-8d72-6b9f9a949ae1 req-d091fba9-fa19-47f0-af4d-2e45bfde6d49 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da7e513-d446-40e2-bb84-1f9b4edad7e0 HTTP/1.1" status: 200 len: 946 time: 0.0548286 Sep 17 17:25:43.284015 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4498332e-178d-4fde-8d72-6b9f9a949ae1 req-554dbef3-63a4-440a-bd53-61b7741a2897 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527561 Sep 17 17:25:43.299453 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f39277-52ee-4f08-8e2e-a09dbb87afda req-21755eca-446c-4bed-9daa-5fe8ed47c2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:43.300949 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c5f39277-52ee-4f08-8e2e-a09dbb87afda req-21755eca-446c-4bed-9daa-5fe8ed47c2a1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8da7e513-d446-40e2-bb84-1f9b4edad7e0 HTTP/1.1" status: 200 len: 1099 time: 0.0451574 Sep 17 17:25:43.366995 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c5f39277-52ee-4f08-8e2e-a09dbb87afda req-09a591dd-3618-46f7-b384-f0879157d155 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568023 Sep 17 17:25:43.385951 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d1c644-4a2c-4394-b7ae-f3203cb54114 req-75598947-cd0b-4a52-909e-0b1ecc20694e tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:43.387300 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-36d1c644-4a2c-4394-b7ae-f3203cb54114 req-75598947-cd0b-4a52-909e-0b1ecc20694e tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0714650 Sep 17 17:25:43.408829 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8b07fd7a-6edb-40f1-af2a-b76218b90e53 req-7d2b7652-b1bd-41c7-baea-63a2444591df tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/ports?device_id=e214fe51-ac10-40a5-9a8f-908a971f5dd7 HTTP/1.1" status: 200 len: 210 time: 0.0377870 Sep 17 17:25:43.439863 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-36d1c644-4a2c-4394-b7ae-f3203cb54114 req-8279be4a-d4b4-44dc-8b21-c3b35ed4c504 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331368 Sep 17 17:25:44.121889 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f8c64-b2be-4def-ab4a-da7b92d20387 req-ff5ad093-3582-4e8f-bdc0-716654747d42 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:44.123400 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-db4f8c64-b2be-4def-ab4a-da7b92d20387 req-ff5ad093-3582-4e8f-bdc0-716654747d42 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.0473475 Sep 17 17:25:44.160464 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-db4f8c64-b2be-4def-ab4a-da7b92d20387 req-bdf84f95-ea08-402b-bd8e-4f04bc5fabcb tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309427 Sep 17 17:25:44.418241 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77d844-a62e-4f55-887a-c61277aacd4b req-cd151c43-df5f-4f2c-aca1-54951f2fc487 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:44.419752 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6c77d844-a62e-4f55-887a-c61277aacd4b req-cd151c43-df5f-4f2c-aca1-54951f2fc487 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da7e513-d446-40e2-bb84-1f9b4edad7e0 HTTP/1.1" status: 200 len: 946 time: 0.0479426 Sep 17 17:25:44.458922 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6c77d844-a62e-4f55-887a-c61277aacd4b req-d9b78584-14ed-43b7-bcae-51a67329e65d tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331841 Sep 17 17:25:44.511295 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7d25800c-c541-416f-a5d1-488b7b9fca38 req-8cde5840-033e-48fd-abf7-8c0e79e8f57b tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/ports?device_id=e214fe51-ac10-40a5-9a8f-908a971f5dd7 HTTP/1.1" status: 200 len: 210 time: 0.0333056 Sep 17 17:25:44.575539 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b50f8-b093-474d-9add-b1eee1c51ebc req-c90cf141-e4be-4ca6-a46e-32ac9e1bf90d tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:44.577066 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-aa2b50f8-b093-474d-9add-b1eee1c51ebc req-c90cf141-e4be-4ca6-a46e-32ac9e1bf90d tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0502408 Sep 17 17:25:44.633907 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-aa2b50f8-b093-474d-9add-b1eee1c51ebc req-17878fd4-342f-4a60-a0ae-638ba4939358 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464568 Sep 17 17:25:44.904800 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 57202) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:45.006998 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c7926bc1-723c-4aab-a974-a3af6397774a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:45.097442 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c7926bc1-723c-4aab-a974-a3af6397774a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:45.167059 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c7926bc1-723c-4aab-a974-a3af6397774a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:45.259175 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-c7926bc1-723c-4aab-a974-a3af6397774a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bb2730ca707f4dfeae6ba41b035f3bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3531773 Sep 17 17:25:45.262010 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 57208) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:45.262904 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7926bc1-723c-4aab-a974-a3af6397774a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d70bffd-0c20-4275-b824-2ca6e9b8ced7,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:45.311216 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-c8c1edba-d00b-47f9-9e5d-1341309f97c2 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:45.312693 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-c8c1edba-d00b-47f9-9e5d-1341309f97c2 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.42 "GET /v2.0/networks?id=8306b99c-af57-41c3-bb7c-f98bdf5c613e HTTP/1.1" status: 200 len: 814 time: 0.1660275 Sep 17 17:25:45.325449 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ab3a0-632a-4630-a919-fd1e75b7f941 req-32f2aa60-f052-4280-8554-0494b26a3655 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:45.326908 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6f1ab3a0-632a-4630-a919-fd1e75b7f941 req-32f2aa60-f052-4280-8554-0494b26a3655 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.0896268 Sep 17 17:25:45.331384 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-a91a0fce-f7ac-44d5-a381-2bc52f1bdd18 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Request body: {'port': {'device_id': 'e214fe51-ac10-40a5-9a8f-908a971f5dd7', 'network_id': '8306b99c-af57-41c3-bb7c-f98bdf5c613e', 'admin_state_up': True, 'tenant_id': '7b7e06e26a5b4ed5835b0f1a620728e8'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:25:45.343733 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8c56a0e7-7446-403d-85a9-b699c0493d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:45.368041 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8c56a0e7-7446-403d-85a9-b699c0493d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:45.384979 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:45.417260 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6f1ab3a0-632a-4630-a919-fd1e75b7f941 req-edec8eb7-b80d-43a1-a213-e53fe578f13a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820789 Sep 17 17:25:45.519638 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8c56a0e7-7446-403d-85a9-b699c0493d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:45.522332 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8c56a0e7-7446-403d-85a9-b699c0493d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:45.523680 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-8c56a0e7-7446-403d-85a9-b699c0493d13 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7d70bffd-0c20-4275-b824-2ca6e9b8ced7 HTTP/1.1" status: 204 len: 168 time: 0.2603099 Sep 17 17:25:45.533499 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56a0e7-7446-403d-85a9-b699c0493d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d70bffd-0c20-4275-b824-2ca6e9b8ced7,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:45.569207 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-a91a0fce-f7ac-44d5-a381-2bc52f1bdd18 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Made reservation on behalf of 7b7e06e26a5b4ed5835b0f1a620728e8 for: {'port': 1} {{(pid=94715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:25:45.573066 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-a91a0fce-f7ac-44d5-a381-2bc52f1bdd18 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:45.584374 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b20e8-e457-4de7-9ac9-faec8d8c316c req-a0cd5b99-7aad-4a96-86b4-8b512326a5f9 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:45.585850 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e41b20e8-e457-4de7-9ac9-faec8d8c316c req-a0cd5b99-7aad-4a96-86b4-8b512326a5f9 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da7e513-d446-40e2-bb84-1f9b4edad7e0 HTTP/1.1" status: 200 len: 946 time: 0.0597923 Sep 17 17:25:45.647402 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-80a7b67a-9bd5-47e3-9f23-3efd3ff791b8 req-e21b42ff-ff9e-4794-9384-52b5a70da1e4 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/ports?device_id=e214fe51-ac10-40a5-9a8f-908a971f5dd7 HTTP/1.1" status: 200 len: 210 time: 0.0429358 Sep 17 17:25:45.700395 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e41b20e8-e457-4de7-9ac9-faec8d8c316c req-f5cf3a39-9f85-4a3e-880b-957eebbceba3 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041355 Sep 17 17:25:45.803747 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.db_base_plugin_common [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-a91a0fce-f7ac-44d5-a381-2bc52f1bdd18 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Allocated IP 172.20.0.2 (8306b99c-af57-41c3-bb7c-f98bdf5c613e/459c1779-0f87-43ca-919d-d453c456fa9a/edef8ec2-27ba-43bd-b434-0108a0556ebf) {{(pid=94715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:25:45.815628 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a719fc1-d970-4453-ab3e-9eb9b02e23e8 req-a7ce0a3d-fc09-4810-ada0-f133cd9ac553 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:45.817210 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1a719fc1-d970-4453-ab3e-9eb9b02e23e8 req-a7ce0a3d-fc09-4810-ada0-f133cd9ac553 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0971496 Sep 17 17:25:45.877331 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1a719fc1-d970-4453-ab3e-9eb9b02e23e8 req-6a0a0d33-cbbc-4f29-aca3-a36fe99c7742 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536592 Sep 17 17:25:45.993486 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-a91a0fce-f7ac-44d5-a381-2bc52f1bdd18 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Notify callbacks [] for port, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:46.128105 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-a91a0fce-f7ac-44d5-a381-2bc52f1bdd18 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538'] for port, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:46.171142 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-a91a0fce-f7ac-44d5-a381-2bc52f1bdd18 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Network 8306b99c-af57-41c3-bb7c-f98bdf5c613e is already hosted by enough agents. {{(pid=94715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:25:46.174167 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-a91a0fce-f7ac-44d5-a381-2bc52f1bdd18 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Resources bound (agent type, host, resource id): {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:25:46.176890 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-a91a0fce-f7ac-44d5-a381-2bc52f1bdd18 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Received port after_create {{(pid=94715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:25:46.183470 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-a91a0fce-f7ac-44d5-a381-2bc52f1bdd18 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:46.184071 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-a91a0fce-f7ac-44d5-a381-2bc52f1bdd18 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:46.196138 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a0fce-f7ac-44d5-a381-2bc52f1bdd18 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Pushing event updated for resources: {'Port': ['ID=edef8ec2-27ba-43bd-b434-0108a0556ebf,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:46.297416 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-a91a0fce-f7ac-44d5-a381-2bc52f1bdd18 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9694319 Sep 17 17:25:46.558162 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854d707-327d-4a0a-b6a2-e50b556a0d0e req-86ad9b0f-277b-461a-a664-128ce4cf6684 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:46.559683 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2854d707-327d-4a0a-b6a2-e50b556a0d0e req-86ad9b0f-277b-461a-a664-128ce4cf6684 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.0576391 Sep 17 17:25:46.597812 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2854d707-327d-4a0a-b6a2-e50b556a0d0e req-1d123168-89aa-40ea-85ce-1de1cd522a39 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319228 Sep 17 17:25:46.738605 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 57256) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:46.767256 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07c750-45cd-4401-a21a-f5bbf6b5eb54 req-f9f80ebe-5b1d-4c2b-92a9-4c9647c2218d tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:46.768743 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7d07c750-45cd-4401-a21a-f5bbf6b5eb54 req-f9f80ebe-5b1d-4c2b-92a9-4c9647c2218d tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/ports?device_id=e214fe51-ac10-40a5-9a8f-908a971f5dd7 HTTP/1.1" status: 200 len: 931 time: 0.0516689 Sep 17 17:25:46.812516 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7d07c750-45cd-4401-a21a-f5bbf6b5eb54 req-0ab25077-9dc5-4037-881b-8feb52d4198e tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/security-groups?id=99531131-545b-4549-abff-2d49df4ea5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361595 Sep 17 17:25:46.857443 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-3c0177e8-5019-4842-ac60-3daef73a8a8b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-93171891-network', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0'}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:25:46.967697 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0177e8-5019-4842-ac60-3daef73a8a8b admin admin] Made reservation on behalf of 6ae79036f78e4d3c9eb885dec9a803b0 for: {'network': 1} {{(pid=94716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:25:46.970023 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-3c0177e8-5019-4842-ac60-3daef73a8a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for network, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:46.981720 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-3c0177e8-5019-4842-ac60-3daef73a8a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:46.992701 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab945bc-00d4-46fd-96fb-13bc9939ba88 req-4d5eb7ea-4b5f-4b7d-95bd-8e175e6f4871 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:46.994179 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1ab945bc-00d4-46fd-96fb-13bc9939ba88 req-4d5eb7ea-4b5f-4b7d-95bd-8e175e6f4871 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0489750 Sep 17 17:25:47.033237 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1ab945bc-00d4-46fd-96fb-13bc9939ba88 req-cca77ca1-355e-47b4-9729-f94400c61683 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328856 Sep 17 17:25:47.069292 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-3c0177e8-5019-4842-ac60-3daef73a8a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:47.159059 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-3c0177e8-5019-4842-ac60-3daef73a8a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:47.183359 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c0177e8-5019-4842-ac60-3daef73a8a8b admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=94716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 17:25:47.191818 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0177e8-5019-4842-ac60-3daef73a8a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21e2c59-1cc2-4137-802b-04913022c7cb,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:47.199260 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-3c0177e8-5019-4842-ac60-3daef73a8a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157'] for segment, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:47.199707 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.db.segments_db [None req-3c0177e8-5019-4842-ac60-3daef73a8a8b admin admin] Added segment 785f5f27-bced-428b-8eaf-2715efe38648 of type vlan for network 47e2d6e9-ce7e-458e-b5e3-fc8811121e51 Sep 17 17:25:47.237254 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-3c0177e8-5019-4842-ac60-3daef73a8a8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747491074600'] for network, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:47.336088 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-3c0177e8-5019-4842-ac60-3daef73a8a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198'] for network, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:47.337060 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0177e8-5019-4842-ac60-3daef73a8a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:47.337647 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-3c0177e8-5019-4842-ac60-3daef73a8a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for network, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:47.398531 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0177e8-5019-4842-ac60-3daef73a8a8b admin admin] Pushing event updated for resources: {'Network': ['ID=47e2d6e9-ce7e-458e-b5e3-fc8811121e51,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:47.409095 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Network 47e2d6e9-ce7e-458e-b5e3-fc8811121e51 details requested by agent ovs-agent-dv-cinder-809828-1-iscsi with host dv-cinder-809828-1-iscsi {{(pid=94717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 17:25:47.465452 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-3c0177e8-5019-4842-ac60-3daef73a8a8b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7257152 Sep 17 17:25:47.468317 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 57266) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:47.474083 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-d943880c-ff25-4890-87f3-1ce862729fe4 admin admin] Request body: {'subnet': {'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-93171891-subnet', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'ip_version': 4}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:25:47.601666 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d943880c-ff25-4890-87f3-1ce862729fe4 admin admin] Made reservation on behalf of 6ae79036f78e4d3c9eb885dec9a803b0 for: {'subnet': 1} {{(pid=94716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:25:47.603976 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-d943880c-ff25-4890-87f3-1ce862729fe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25898007'] for subnet, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:47.722372 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f46a1b-aa72-419d-a0ee-3fa2642b1a5e req-81d14691-3e52-4f25-b42a-86a471c6fefb tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:47.724016 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-03f46a1b-aa72-419d-a0ee-3fa2642b1a5e req-81d14691-3e52-4f25-b42a-86a471c6fefb tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.0514395 Sep 17 17:25:47.761708 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-03f46a1b-aa72-419d-a0ee-3fa2642b1a5e req-ad1bd5b2-a25d-4fa2-9178-40a322591df6 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309548 Sep 17 17:25:47.873907 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-d943880c-ff25-4890-87f3-1ce862729fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25898041'] for subnet, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:47.927343 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d943880c-ff25-4890-87f3-1ce862729fe4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b86cd3d2-7e31-4268-bbf5-56635408c00d,revision_number=0']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:47.929002 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480da2a2-8c71-490e-8581-3bb642ca0881 req-26fdc0fe-79d8-4bd1-8b57-de976bf9893b tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:47.930512 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-480da2a2-8c71-490e-8581-3bb642ca0881 req-26fdc0fe-79d8-4bd1-8b57-de976bf9893b tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/ports?device_id=e214fe51-ac10-40a5-9a8f-908a971f5dd7 HTTP/1.1" status: 200 len: 931 time: 0.0487301 Sep 17 17:25:47.937715 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d943880c-ff25-4890-87f3-1ce862729fe4 admin admin] Checking segment: {'id': '785f5f27-bced-428b-8eaf-2715efe38648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:25:47.938083 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d943880c-ff25-4890-87f3-1ce862729fe4 admin admin] Network hostable DHCP agents. Network: 47e2d6e9-ce7e-458e-b5e3-fc8811121e51, hostable agents: ['991be4bd-5269-4100-8238-2a16d095299f'], hosted agents: [] {{(pid=94716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 17:25:47.969049 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-480da2a2-8c71-490e-8581-3bb642ca0881 req-c8750079-0c08-45fd-b0b1-32c16aa39346 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/security-groups?id=99531131-545b-4549-abff-2d49df4ea5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313201 Sep 17 17:25:48.085929 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d943880c-ff25-4890-87f3-1ce862729fe4 admin admin] Network 47e2d6e9-ce7e-458e-b5e3-fc8811121e51 is scheduled to be hosted by DHCP agent 991be4bd-5269-4100-8238-2a16d095299f with binding_index 1 {{(pid=94716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 17:25:48.145079 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18751692-199d-491d-98da-b8f67b4c663d req-e51ac1db-de16-4ace-88ce-71a25e8e0dfe tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:48.146465 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-18751692-199d-491d-98da-b8f67b4c663d req-e51ac1db-de16-4ace-88ce-71a25e8e0dfe tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0466015 Sep 17 17:25:48.186714 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-97084153-61d6-4e2d-8471-d26c796c1829 service neutron] Request body: {'port': {'device_id': 'e214fe51-ac10-40a5-9a8f-908a971f5dd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80982'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:25:48.217417 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-18751692-199d-491d-98da-b8f67b4c663d req-937dac0a-77e3-4e9b-8f6c-1daa0d879cde tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642648 Sep 17 17:25:48.230870 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.base_scheduler [None req-d943880c-ff25-4890-87f3-1ce862729fe4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809828-1-iscsi, 47e2d6e9-ce7e-458e-b5e3-fc8811121e51) {{(pid=94716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:25:48.235002 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d943880c-ff25-4890-87f3-1ce862729fe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:48.235593 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-d943880c-ff25-4890-87f3-1ce862729fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for subnet, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:48.241688 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfb2a1c-83e9-44b8-b6f7-e02cc8bd454d None None] Network 47e2d6e9-ce7e-458e-b5e3-fc8811121e51 requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:25:48.262590 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-97084153-61d6-4e2d-8471-d26c796c1829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:48.337296 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-d943880c-ff25-4890-87f3-1ce862729fe4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8679214 Sep 17 17:25:48.339861 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 57282) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:48.344656 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-36d9d7ab-4913-4151-986b-969aee895d79 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-93171891-router', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'}}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:25:48.396051 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45527482-b147-4ddf-804b-ccd234dc19af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca1476-ec46-5156-a0e6-01362d2bd21f-47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'fixed_ips': [{'subnet_id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d'}]}} from dv-cinder-809828-1-iscsi. {{(pid=94717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 17:25:48.397111 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-45527482-b147-4ddf-804b-ccd234dc19af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:48.442354 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-36d9d7ab-4913-4151-986b-969aee895d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-987'] for router, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:48.444039 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-36d9d7ab-4913-4151-986b-969aee895d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3693212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1004'] for router, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:48.540970 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-97084153-61d6-4e2d-8471-d26c796c1829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edef8ec2-27ba-43bd-b434-0108a0556ebf {{(pid=94715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:25:48.546605 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.db_base_plugin_common [None req-45527482-b147-4ddf-804b-ccd234dc19af None None] Allocated IP 172.20.0.2 (47e2d6e9-ce7e-458e-b5e3-fc8811121e51/b86cd3d2-7e31-4268-bbf5-56635408c00d/9860b711-a627-41dc-9aca-a38b35582e40) {{(pid=94717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:25:48.549139 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-97084153-61d6-4e2d-8471-d26c796c1829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:48.562026 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-97084153-61d6-4e2d-8471-d26c796c1829 service neutron] Transition to ACTIVE for port object edef8ec2-27ba-43bd-b434-0108a0556ebf will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 17:25:48.572871 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-36d9d7ab-4913-4151-986b-969aee895d79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:48.640763 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-97084153-61d6-4e2d-8471-d26c796c1829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:48.692782 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-45527482-b147-4ddf-804b-ccd234dc19af None None] Notify callbacks [] for port, precommit_create {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:48.700011 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97084153-61d6-4e2d-8471-d26c796c1829 service neutron] Pushing event updated for resources: {'Port': ['ID=edef8ec2-27ba-43bd-b434-0108a0556ebf,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:48.726685 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-97084153-61d6-4e2d-8471-d26c796c1829 service neutron] Attempting to bind port edef8ec2-27ba-43bd-b434-0108a0556ebf on host hv-cinder-80982 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:25:48.727308 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-97084153-61d6-4e2d-8471-d26c796c1829 service neutron] Attempting to bind port edef8ec2-27ba-43bd-b434-0108a0556ebf by drivers openvswitch,hyperv on host hv-cinder-80982 at level 0 using segments [{'id': '9ed9072b-bc6e-4e51-9d68-80238c982166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8306b99c-af57-41c3-bb7c-f98bdf5c613e'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:25:48.727406 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-97084153-61d6-4e2d-8471-d26c796c1829 service neutron] Attempting to bind port edef8ec2-27ba-43bd-b434-0108a0556ebf on network 8306b99c-af57-41c3-bb7c-f98bdf5c613e {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:25:48.731575 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-97084153-61d6-4e2d-8471-d26c796c1829 service neutron] Port edef8ec2-27ba-43bd-b434-0108a0556ebf on network 8306b99c-af57-41c3-bb7c-f98bdf5c613e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80982 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 17:25:48.731902 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-97084153-61d6-4e2d-8471-d26c796c1829 service neutron] Attempting to bind port edef8ec2-27ba-43bd-b434-0108a0556ebf on network 8306b99c-af57-41c3-bb7c-f98bdf5c613e {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:25:48.736658 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-97084153-61d6-4e2d-8471-d26c796c1829 service neutron] Checking agent: {'id': 'e15b8fdc-3f6d-455f-8616-9488d56a2a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80982', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'started_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:25:48.736994 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-97084153-61d6-4e2d-8471-d26c796c1829 service neutron] Checking segment: {'id': '9ed9072b-bc6e-4e51-9d68-80238c982166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8306b99c-af57-41c3-bb7c-f98bdf5c613e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:25:48.737378 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-97084153-61d6-4e2d-8471-d26c796c1829 service neutron] Bound using segment: {'id': '9ed9072b-bc6e-4e51-9d68-80238c982166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8306b99c-af57-41c3-bb7c-f98bdf5c613e'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:25:48.737879 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-97084153-61d6-4e2d-8471-d26c796c1829 service neutron] Bound port: edef8ec2-27ba-43bd-b434-0108a0556ebf, host: hv-cinder-80982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ed9072b-bc6e-4e51-9d68-80238c982166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8306b99c-af57-41c3-bb7c-f98bdf5c613e'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:25:48.738169 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-97084153-61d6-4e2d-8471-d26c796c1829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:48.774841 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-36d9d7ab-4913-4151-986b-969aee895d79 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:48.779855 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-45527482-b147-4ddf-804b-ccd234dc19af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538'] for port, after_create {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:48.825559 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45527482-b147-4ddf-804b-ccd234dc19af None None] Network 47e2d6e9-ce7e-458e-b5e3-fc8811121e51 is already hosted by enough agents. {{(pid=94717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:25:48.828689 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.scheduler.base_scheduler [None req-45527482-b147-4ddf-804b-ccd234dc19af None None] Resources bound (agent type, host, resource id): {{(pid=94717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:25:48.835012 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45527482-b147-4ddf-804b-ccd234dc19af None None] Received port after_create {{(pid=94717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:25:48.839988 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-97084153-61d6-4e2d-8471-d26c796c1829 service neutron] For port edef8ec2-27ba-43bd-b434-0108a0556ebf, host hv-cinder-80982, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:25:48.843480 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-97084153-61d6-4e2d-8471-d26c796c1829 service neutron] For port edef8ec2-27ba-43bd-b434-0108a0556ebf, host hv-cinder-80982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=edef8ec2-27ba-43bd-b434-0108a0556ebf,segment=NetworkSegment(9ed9072b-bc6e-4e51-9d68-80238c982166),segment_id=9ed9072b-bc6e-4e51-9d68-80238c982166)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:25:48.885266 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45527482-b147-4ddf-804b-ccd234dc19af None None] Pushing event updated for resources: {'Port': ['ID=9860b711-a627-41dc-9aca-a38b35582e40,revision_number=1']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:48.900941 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-45527482-b147-4ddf-804b-ccd234dc19af None None] Attempting to bind port 9860b711-a627-41dc-9aca-a38b35582e40 on host dv-cinder-809828-1-iscsi for vnic_type normal with profile {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:25:48.901440 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-45527482-b147-4ddf-804b-ccd234dc19af None None] Attempting to bind port 9860b711-a627-41dc-9aca-a38b35582e40 by drivers openvswitch,hyperv on host dv-cinder-809828-1-iscsi at level 0 using segments [{'id': '785f5f27-bced-428b-8eaf-2715efe38648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51'}] {{(pid=94717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:25:48.901976 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45527482-b147-4ddf-804b-ccd234dc19af None None] Attempting to bind port 9860b711-a627-41dc-9aca-a38b35582e40 on network 47e2d6e9-ce7e-458e-b5e3-fc8811121e51 {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:25:48.909749 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45527482-b147-4ddf-804b-ccd234dc19af None None] Checking agent: {'id': '90d57b62-311c-40f5-abf0-ae568c7aec4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809828-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 14, 57), 'started_at': datetime.datetime(2021, 9, 17, 17, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809828-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:25:48.910042 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45527482-b147-4ddf-804b-ccd234dc19af None None] Checking segment: {'id': '785f5f27-bced-428b-8eaf-2715efe38648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:25:48.910421 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-45527482-b147-4ddf-804b-ccd234dc19af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:48.910820 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45527482-b147-4ddf-804b-ccd234dc19af None None] Bound using segment: {'id': '785f5f27-bced-428b-8eaf-2715efe38648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51'} {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:25:48.912746 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-45527482-b147-4ddf-804b-ccd234dc19af None None] Bound port: 9860b711-a627-41dc-9aca-a38b35582e40, host: dv-cinder-809828-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785f5f27-bced-428b-8eaf-2715efe38648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51'}}] {{(pid=94717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:25:48.912746 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-45527482-b147-4ddf-804b-ccd234dc19af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:48.930533 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38546655-d0a3-465c-b6a2-eecd0ce8e860 req-92e64dec-2185-49bd-8ff6-b38e72728fa8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:48.932281 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-38546655-d0a3-465c-b6a2-eecd0ce8e860 req-92e64dec-2185-49bd-8ff6-b38e72728fa8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.0625007 Sep 17 17:25:48.984776 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-45527482-b147-4ddf-804b-ccd234dc19af None None] For port 9860b711-a627-41dc-9aca-a38b35582e40, host dv-cinder-809828-1-iscsi, cleared binding levels {{(pid=94717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:25:48.988170 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-38546655-d0a3-465c-b6a2-eecd0ce8e860 req-a958d9f6-e7b6-4816-9390-6836b3e01c2d tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494957 Sep 17 17:25:48.988448 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-45527482-b147-4ddf-804b-ccd234dc19af None None] For port 9860b711-a627-41dc-9aca-a38b35582e40, host dv-cinder-809828-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=9860b711-a627-41dc-9aca-a38b35582e40,segment=NetworkSegment(785f5f27-bced-428b-8eaf-2715efe38648),segment_id=785f5f27-bced-428b-8eaf-2715efe38648)] {{(pid=94717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:25:49.010560 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-97084153-61d6-4e2d-8471-d26c796c1829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:49.048032 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-97084153-61d6-4e2d-8471-d26c796c1829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:49.048631 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-97084153-61d6-4e2d-8471-d26c796c1829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:49.050011 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-97084153-61d6-4e2d-8471-d26c796c1829 service neutron] 10.222.0.42 "PUT /v2.0/ports/edef8ec2-27ba-43bd-b434-0108a0556ebf HTTP/1.1" status: 200 len: 1093 time: 0.8684933 Sep 17 17:25:49.050436 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e214fe51-ac10-40a5-9a8f-908a971f5dd7', 'tag': 'edef8ec2-27ba-43bd-b434-0108a0556ebf'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:25:49.052760 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cdb98b-801d-4c02-b55a-ab9c68f18e68" -d '{"events": [{"name": "network-changed", "server_uuid": "e214fe51-ac10-40a5-9a8f-908a971f5dd7", "tag": "edef8ec2-27ba-43bd-b434-0108a0556ebf"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:25:49.094296 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-36d9d7ab-4913-4151-986b-969aee895d79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:49.103227 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-45527482-b147-4ddf-804b-ccd234dc19af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:49.119686 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 17:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470d2727-00a2-477d-9c58-0b69338475f6 x-openstack-request-id: req-470d2727-00a2-477d-9c58-0b69338475f6 {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:25:49.120036 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e214fe51-ac10-40a5-9a8f-908a971f5dd7", "tag": "edef8ec2-27ba-43bd-b434-0108a0556ebf", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:25:49.120279 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-470d2727-00a2-477d-9c58-0b69338475f6 {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:25:49.120717 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e214fe51-ac10-40a5-9a8f-908a971f5dd7', 'tag': 'edef8ec2-27ba-43bd-b434-0108a0556ebf', 'status': 'completed', 'code': 200} Sep 17 17:25:49.122481 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-36d9d7ab-4913-4151-986b-969aee895d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:49.125534 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97084153-61d6-4e2d-8471-d26c796c1829 service neutron] Pushing event updated for resources: {'Port': ['ID=edef8ec2-27ba-43bd-b434-0108a0556ebf,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:49.168617 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45527482-b147-4ddf-804b-ccd234dc19af None None] Pushing event updated for resources: {'Port': ['ID=9860b711-a627-41dc-9aca-a38b35582e40,revision_number=2']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:49.170818 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ac895-ea6c-4754-a77b-470cda0ddf87 req-77d3a17c-05e8-4cc5-856a-f5c8b4a31b81 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:49.175437 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3c6ac895-ea6c-4754-a77b-470cda0ddf87 req-77d3a17c-05e8-4cc5-856a-f5c8b4a31b81 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/ports?device_id=e214fe51-ac10-40a5-9a8f-908a971f5dd7 HTTP/1.1" status: 200 len: 943 time: 0.1180167 Sep 17 17:25:49.212436 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdb98b-801d-4c02-b55a-ab9c68f18e68 req-1941b8ed-c469-4deb-a9e6-f9a6d11eee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:49.213829 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-54cdb98b-801d-4c02-b55a-ab9c68f18e68 req-1941b8ed-c469-4deb-a9e6-f9a6d11eee62 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b7e06e26a5b4ed5835b0f1a620728e8&device_id=e214fe51-ac10-40a5-9a8f-908a971f5dd7 HTTP/1.1" status: 200 len: 1096 time: 0.0834656 Sep 17 17:25:49.220893 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3c6ac895-ea6c-4754-a77b-470cda0ddf87 req-8112f012-9b84-4674-88d7-ae23b83988a8 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/security-groups?id=99531131-545b-4549-abff-2d49df4ea5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415156 Sep 17 17:25:49.246629 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.db_base_plugin_common [None req-36d9d7ab-4913-4151-986b-969aee895d79 admin admin] Allocated IP 172.27.2.206 (7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02/78817fd2-befc-49bb-8f7f-e04863f48a33/3ddbf2ae-22e3-4b38-806b-151e67ea07db) {{(pid=94716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:25:49.373254 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdb98b-801d-4c02-b55a-ab9c68f18e68 req-f4a5c3c8-d4ba-4a16-8c96-5d2ef9d208e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:49.374718 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-54cdb98b-801d-4c02-b55a-ab9c68f18e68 req-f4a5c3c8-d4ba-4a16-8c96-5d2ef9d208e1 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=7b7e06e26a5b4ed5835b0f1a620728e8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1509197 Sep 17 17:25:49.375756 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-36d9d7ab-4913-4151-986b-969aee895d79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:49.394123 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed9628-1155-4a06-bd8d-08f7f322be4b req-f8d3ce16-348b-4623-a7ee-789d5be2b65a tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:49.395780 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a7ed9628-1155-4a06-bd8d-08f7f322be4b req-f8d3ce16-348b-4623-a7ee-789d5be2b65a tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0684929 Sep 17 17:25:49.513331 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a7ed9628-1155-4a06-bd8d-08f7f322be4b req-bd8145a8-4c31-4515-8574-ee3665cd5ee6 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961976 Sep 17 17:25:49.533654 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-36d9d7ab-4913-4151-986b-969aee895d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179149'] for port, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:49.561345 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdb98b-801d-4c02-b55a-ab9c68f18e68 req-e6df8160-9cd7-4938-ba0c-dbeeeef2e02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:49.562807 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-54cdb98b-801d-4c02-b55a-ab9c68f18e68 req-e6df8160-9cd7-4938-ba0c-dbeeeef2e02b service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1661429 Sep 17 17:25:49.581358 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d9d7ab-4913-4151-986b-969aee895d79 admin admin] Network 7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02 is already hosted by enough agents. {{(pid=94716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:25:49.587117 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.base_scheduler [None req-36d9d7ab-4913-4151-986b-969aee895d79 admin admin] Resources bound (agent type, host, resource id): {{(pid=94716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:25:49.589684 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d9d7ab-4913-4151-986b-969aee895d79 admin admin] Received port after_create {{(pid=94716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:25:49.621618 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9d7ab-4913-4151-986b-969aee895d79 admin admin] Pushing event updated for resources: {'Port': ['ID=3ddbf2ae-22e3-4b38-806b-151e67ea07db,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:49.649855 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-bd9ca80a-dfff-4f14-9631-0872d0d3705f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:49.651663 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-bd9ca80a-dfff-4f14-9631-0872d0d3705f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b7e06e26a5b4ed5835b0f1a620728e8&device_id=e214fe51-ac10-40a5-9a8f-908a971f5dd7 HTTP/1.1" status: 200 len: 1096 time: 0.0417607 Sep 17 17:25:49.703498 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-7583ae5c-08c3-4649-a354-86f8e219346b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=edef8ec2-27ba-43bd-b434-0108a0556ebf HTTP/1.1" status: 200 len: 217 time: 0.0415049 Sep 17 17:25:49.759164 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-f2b0bf04-a163-4131-9da7-265835e38b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:49.760552 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-f2b0bf04-a163-4131-9da7-265835e38b71 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=459c1779-0f87-43ca-919d-d453c456fa9a HTTP/1.1" status: 200 len: 854 time: 0.0479338 Sep 17 17:25:49.802249 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-32eaafd8-980d-4a55-ad94-f5e027b7936c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8306b99c-af57-41c3-bb7c-f98bdf5c613e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241013 Sep 17 17:25:49.897888 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-8b839e15-8443-431c-857f-5d689ff132db service neutron] 10.222.0.42 "GET /v2.0/networks/8306b99c-af57-41c3-bb7c-f98bdf5c613e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864234 Sep 17 17:25:50.020651 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d1f9cb42-69d8-4e03-8551-d336cb968575 req-5fd9540f-f6ef-48be-aa4e-9fa72bd07371 service neutron] 10.222.0.42 "GET /v2.0/networks/8306b99c-af57-41c3-bb7c-f98bdf5c613e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119153 Sep 17 17:25:50.194445 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-36d9d7ab-4913-4151-986b-969aee895d79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:50.194946 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4b71b-4148-4e5b-8cbf-ff3f9acf5810 req-33b868a3-6c27-4586-a382-65a8cd14560b tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:50.194946 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9eb4b71b-4148-4e5b-8cbf-ff3f9acf5810 req-33b868a3-6c27-4586-a382-65a8cd14560b tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.0527749 Sep 17 17:25:50.194946 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9eb4b71b-4148-4e5b-8cbf-ff3f9acf5810 req-661a30a3-af49-4227-8399-667156548231 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431960 Sep 17 17:25:50.312427 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4aedb22-2fe5-4f2a-ab90-8b2c3f57ea23 None None] Network 47e2d6e9-ce7e-458e-b5e3-fc8811121e51 requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:25:50.346613 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c31f2-38f2-439c-a84a-485d1722278b req-01e19900-d092-4491-b4b9-77674e83b113 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:50.348573 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-134c31f2-38f2-439c-a84a-485d1722278b req-01e19900-d092-4491-b4b9-77674e83b113 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/ports?device_id=e214fe51-ac10-40a5-9a8f-908a971f5dd7 HTTP/1.1" status: 200 len: 943 time: 0.0580759 Sep 17 17:25:50.351009 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ca69f037-fc64-411a-bdb4-c5282d1f0eda None None] Provisioning complete for port 9860b711-a627-41dc-9aca-a38b35582e40 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:25:50.351392 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ca69f037-fc64-411a-bdb4-c5282d1f0eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:50.391418 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-134c31f2-38f2-439c-a84a-485d1722278b req-7c3e288e-45bb-4c7f-b983-f003d8c23332 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/security-groups?id=99531131-545b-4549-abff-2d49df4ea5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357494 Sep 17 17:25:50.512148 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-36d9d7ab-4913-4151-986b-969aee895d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693899'] for router, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:50.528808 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ca69f037-fc64-411a-bdb4-c5282d1f0eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:50.596869 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ca69f037-fc64-411a-bdb4-c5282d1f0eda None None] For port 9860b711-a627-41dc-9aca-a38b35582e40, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=9860b711-a627-41dc-9aca-a38b35582e40,segment=NetworkSegment(785f5f27-bced-428b-8eaf-2715efe38648),segment_id=785f5f27-bced-428b-8eaf-2715efe38648)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:25:50.692876 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196baa14-4cf8-4763-840d-df46dd2e0677 req-8162d00c-4ddc-4794-9529-e72b6a59d4d0 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:50.694626 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-196baa14-4cf8-4763-840d-df46dd2e0677 req-8162d00c-4ddc-4794-9529-e72b6a59d4d0 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0857837 Sep 17 17:25:50.741504 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-196baa14-4cf8-4763-840d-df46dd2e0677 req-236d5064-1f27-4db4-8e4a-2f0e7080241b tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404766 Sep 17 17:25:50.758317 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ca69f037-fc64-411a-bdb4-c5282d1f0eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:50.790975 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 9860b711-a627-41dc-9aca-a38b35582e40 up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:25:50.835399 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69f037-fc64-411a-bdb4-c5282d1f0eda None None] Pushing event updated for resources: {'Port': ['ID=9860b711-a627-41dc-9aca-a38b35582e40,revision_number=3']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:50.856643 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port 9860b711-a627-41dc-9aca-a38b35582e40 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:25:50.857094 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:50.879235 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d9d7ab-4913-4151-986b-969aee895d79 admin admin] Router 4fd3b38d-8f82-4f32-b91f-1f803db047f1 is scheduled to L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 with binding_index 1 {{(pid=94716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 17:25:50.901640 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-19fba9bc-3013-4967-a863-ae9b14f911c1 None None] Provisioning complete for port 9860b711-a627-41dc-9aca-a38b35582e40 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:25:50.902020 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-19fba9bc-3013-4967-a863-ae9b14f911c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:50.989592 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d9d7ab-4913-4151-986b-969aee895d79 admin admin] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:25:51.005915 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62f27c9-f351-4b37-900d-dbe016cd8b56 None None] Sync routers for ids ['4fd3b38d-8f82-4f32-b91f-1f803db047f1'] in dv-cinder-809828-1-iscsi {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:25:51.016350 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62f27c9-f351-4b37-900d-dbe016cd8b56 None None] Routers {'4fd3b38d-8f82-4f32-b91f-1f803db047f1'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:25:51.016997 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-e62f27c9-f351-4b37-900d-dbe016cd8b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:25:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['4fd3b38d-8f82-4f32-b91f-1f803db047f1'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:25:51.093797 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-36d9d7ab-4913-4151-986b-969aee895d79 admin admin] Notify callbacks [] for router, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:51.095786 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-36d9d7ab-4913-4151-986b-969aee895d79 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7547672 Sep 17 17:25:51.105874 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 57338) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:51.125053 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 57340) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:51.138579 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-e62f27c9-f351-4b37-900d-dbe016cd8b56 None None] Set router 4fd3b38d-8f82-4f32-b91f-1f803db047f1 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:25:51.181181 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 564b7c2e-c673-4540-9e41-f972aca80f76 details requested by agent hyperv_hv-cinder-80982 with host hv-cinder-80982 {{(pid=94717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 17:25:51.353963 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-6810ae56-1fad-43f7-aae7-66a845ebc3e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:51.364078 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-e62f27c9-f351-4b37-900d-dbe016cd8b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'name': 'tempest-TestVolumeBootPattern-93171891-router', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:25:48Z', 'updated_at': '2021-09-17T17:25:49Z', 'revision_number': 3, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'gw_port': {'id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:49Z', 'updated_at': '2021-09-17T17:25:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi'}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:25:51.387983 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9befb6a4-64ce-491c-9b3a-01646d2f056e req-f9e72816-e428-4228-bff4-fda5c2f358d8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:51.395847 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9befb6a4-64ce-491c-9b3a-01646d2f056e req-f9e72816-e428-4228-bff4-fda5c2f358d8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.1114974 Sep 17 17:25:51.397349 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62f27c9-f351-4b37-900d-dbe016cd8b56 None None] Checking router: 4fd3b38d-8f82-4f32-b91f-1f803db047f1 for host: dv-cinder-809828-1-iscsi {{(pid=94718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:25:51.397764 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62f27c9-f351-4b37-900d-dbe016cd8b56 None None] Updating router 4fd3b38d-8f82-4f32-b91f-1f803db047f1 port 3ddbf2ae-22e3-4b38-806b-151e67ea07db binding host dv-cinder-809828-1-iscsi {{(pid=94718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 17:25:51.422055 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 564b7c2e-c673-4540-9e41-f972aca80f76, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=564b7c2e-c673-4540-9e41-f972aca80f76,segment=NetworkSegment(b1a03354-394c-43d7-9829-253346971927),segment_id=b1a03354-394c-43d7-9829-253346971927)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:25:51.450596 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e62f27c9-f351-4b37-900d-dbe016cd8b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:51.464971 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Returning: {'device': '564b7c2e-c673-4540-9e41-f972aca80f76', 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a', 'port_id': '564b7c2e-c673-4540-9e41-f972aca80f76', 'mac_address': 'fa:16:3e:7d:ad:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fde94289-3ec1-481c-9f1d-1204a3b357ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 17:25:51.535168 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9befb6a4-64ce-491c-9b3a-01646d2f056e req-516405b5-fcc1-4ce2-8399-e764f93cf8ad tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337769 Sep 17 17:25:51.541281 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:51.579881 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 564b7c2e-c673-4540-9e41-f972aca80f76 {{(pid=94717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:25:51.607639 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 564b7c2e-c673-4540-9e41-f972aca80f76, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=564b7c2e-c673-4540-9e41-f972aca80f76,segment=NetworkSegment(b1a03354-394c-43d7-9829-253346971927),segment_id=b1a03354-394c-43d7-9829-253346971927)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:25:51.646929 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586bf8c-bb88-47ec-96fc-741a6cf25051 req-0d4ee2d3-f371-4c00-9d87-b1786629bcdd tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:51.648449 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9586bf8c-bb88-47ec-96fc-741a6cf25051 req-0d4ee2d3-f371-4c00-9d87-b1786629bcdd tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/ports?device_id=e214fe51-ac10-40a5-9a8f-908a971f5dd7 HTTP/1.1" status: 200 len: 943 time: 0.0780032 Sep 17 17:25:51.653127 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-6810ae56-1fad-43f7-aae7-66a845ebc3e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:51.654367 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-b8e16145-e66b-434b-b250-7d2a95e9197f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:51.698587 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9586bf8c-bb88-47ec-96fc-741a6cf25051 req-7f484eaa-4921-458f-b564-299fda72605e tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/security-groups?id=99531131-545b-4549-abff-2d49df4ea5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406084 Sep 17 17:25:51.747828 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:51.809063 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=564b7c2e-c673-4540-9e41-f972aca80f76,revision_number=6']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:51.817216 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-6810ae56-1fad-43f7-aae7-66a845ebc3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:51.852933 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.db_base_plugin_common [None req-b8e16145-e66b-434b-b250-7d2a95e9197f admin admin] Allocated IP 172.20.0.1 (47e2d6e9-ce7e-458e-b5e3-fc8811121e51/b86cd3d2-7e31-4268-bbf5-56635408c00d/69c2769f-3510-44cd-924a-211a08161e3a) {{(pid=94716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:25:51.868133 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-6810ae56-1fad-43f7-aae7-66a845ebc3e1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff41e328ffc14628b0fd01d0209ea919&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7418973 Sep 17 17:25:51.870858 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 57362) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:51.876385 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e62f27c9-f351-4b37-900d-dbe016cd8b56 None None] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:51.906845 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810ae56-1fad-43f7-aae7-66a845ebc3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490f6229-172a-4f35-a90f-6b831ee50ff4,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:51.910160 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['564b7c2e-c673-4540-9e41-f972aca80f76'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:25:51.930981 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e31cf-162d-4083-8d8b-455a2e8a7e4f req-1962f06c-3e7a-4b29-af8b-73011e1beddd tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:51.936259 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-891e31cf-162d-4083-8d8b-455a2e8a7e4f req-1962f06c-3e7a-4b29-af8b-73011e1beddd tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0861974 Sep 17 17:25:51.994174 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e62f27c9-f351-4b37-900d-dbe016cd8b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:52.061127 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b6530-018c-4c29-acc0-515fa8290ff6 None None] Pushing event updated for resources: {'Port': ['ID=3ddbf2ae-22e3-4b38-806b-151e67ea07db,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:52.073026 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7b6530-018c-4c29-acc0-515fa8290ff6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:52.073674 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7b6530-018c-4c29-acc0-515fa8290ff6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:52.074195 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7b6530-018c-4c29-acc0-515fa8290ff6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:52.074700 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7b6530-018c-4c29-acc0-515fa8290ff6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:52.075228 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7b6530-018c-4c29-acc0-515fa8290ff6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:52.075736 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7b6530-018c-4c29-acc0-515fa8290ff6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:52.076299 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7b6530-018c-4c29-acc0-515fa8290ff6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:52.076863 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7b6530-018c-4c29-acc0-515fa8290ff6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:52.077459 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7b6530-018c-4c29-acc0-515fa8290ff6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:52.078012 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7b6530-018c-4c29-acc0-515fa8290ff6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:52.078571 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7b6530-018c-4c29-acc0-515fa8290ff6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:52.079237 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7b6530-018c-4c29-acc0-515fa8290ff6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:25:52.082762 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-b8e16145-e66b-434b-b250-7d2a95e9197f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:52.106888 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-e62f27c9-f351-4b37-900d-dbe016cd8b56 None None] Attempting to bind port 3ddbf2ae-22e3-4b38-806b-151e67ea07db on host dv-cinder-809828-1-iscsi for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:25:52.107439 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-e62f27c9-f351-4b37-900d-dbe016cd8b56 None None] Attempting to bind port 3ddbf2ae-22e3-4b38-806b-151e67ea07db by drivers openvswitch,hyperv on host dv-cinder-809828-1-iscsi at level 0 using segments [{'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:25:52.108076 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62f27c9-f351-4b37-900d-dbe016cd8b56 None None] Attempting to bind port 3ddbf2ae-22e3-4b38-806b-151e67ea07db on network 7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:25:52.108212 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-3c233186-61c2-433f-b838-ba1305f8bfa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:52.114871 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62f27c9-f351-4b37-900d-dbe016cd8b56 None None] Checking agent: {'id': '90d57b62-311c-40f5-abf0-ae568c7aec4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809828-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 14, 57), 'started_at': datetime.datetime(2021, 9, 17, 17, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809828-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:25:52.116317 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62f27c9-f351-4b37-900d-dbe016cd8b56 None None] Checking segment: {'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:25:52.117007 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e62f27c9-f351-4b37-900d-dbe016cd8b56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:52.117633 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62f27c9-f351-4b37-900d-dbe016cd8b56 None None] Bound using segment: {'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:25:52.118575 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-e62f27c9-f351-4b37-900d-dbe016cd8b56 None None] Bound port: 3ddbf2ae-22e3-4b38-806b-151e67ea07db, host: dv-cinder-809828-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:25:52.119301 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e62f27c9-f351-4b37-900d-dbe016cd8b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:52.181322 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-3c233186-61c2-433f-b838-ba1305f8bfa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:52.212181 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-e62f27c9-f351-4b37-900d-dbe016cd8b56 None None] For port 3ddbf2ae-22e3-4b38-806b-151e67ea07db, host dv-cinder-809828-1-iscsi, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:25:52.219804 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-e62f27c9-f351-4b37-900d-dbe016cd8b56 None None] For port 3ddbf2ae-22e3-4b38-806b-151e67ea07db, host dv-cinder-809828-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=3ddbf2ae-22e3-4b38-806b-151e67ea07db,segment=NetworkSegment(f5bce3a7-39d4-42b3-980e-fe31588455ee),segment_id=f5bce3a7-39d4-42b3-980e-fe31588455ee)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:25:52.233115 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-891e31cf-162d-4083-8d8b-455a2e8a7e4f req-0b639f10-c91b-4576-9bbd-bb29aae187b3 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932880 Sep 17 17:25:52.365409 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-3c233186-61c2-433f-b838-ba1305f8bfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:52.365634 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-e62f27c9-f351-4b37-900d-dbe016cd8b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:52.368253 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-3c233186-61c2-433f-b838-ba1305f8bfa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:52.372655 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-3c233186-61c2-433f-b838-ba1305f8bfa1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/490f6229-172a-4f35-a90f-6b831ee50ff4 HTTP/1.1" status: 204 len: 168 time: 0.4974823 Sep 17 17:25:52.372655 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-b8e16145-e66b-434b-b250-7d2a95e9197f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179149'] for port, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:52.410745 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c233186-61c2-433f-b838-ba1305f8bfa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490f6229-172a-4f35-a90f-6b831ee50ff4,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:52.423903 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e16145-e66b-434b-b250-7d2a95e9197f admin admin] Network 47e2d6e9-ce7e-458e-b5e3-fc8811121e51 is already hosted by enough agents. {{(pid=94716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:25:52.427614 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.base_scheduler [None req-b8e16145-e66b-434b-b250-7d2a95e9197f admin admin] Resources bound (agent type, host, resource id): {{(pid=94716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:25:52.428950 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62f27c9-f351-4b37-900d-dbe016cd8b56 None None] Routers {'4fd3b38d-8f82-4f32-b91f-1f803db047f1'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:25:52.430408 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-e62f27c9-f351-4b37-900d-dbe016cd8b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:25:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['4fd3b38d-8f82-4f32-b91f-1f803db047f1'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:25:52.431509 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e16145-e66b-434b-b250-7d2a95e9197f admin admin] Received port after_create {{(pid=94716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:25:52.440374 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e16145-e66b-434b-b250-7d2a95e9197f admin admin] Pushing event updated for resources: {'Port': ['ID=69c2769f-3510-44cd-924a-211a08161e3a,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:52.485181 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-b8e16145-e66b-434b-b250-7d2a95e9197f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693980'] for router_interface, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:52.694546 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b6530-018c-4c29-acc0-515fa8290ff6 None None] Pushing event updated for resources: {'Port': ['ID=3ddbf2ae-22e3-4b38-806b-151e67ea07db,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:52.758835 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-b8e16145-e66b-434b-b250-7d2a95e9197f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:52.764537 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 9860b711-a627-41dc-9aca-a38b35582e40 up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:25:52.783696 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-e62f27c9-f351-4b37-900d-dbe016cd8b56 None None] Set router 4fd3b38d-8f82-4f32-b91f-1f803db047f1 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:25:52.793740 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc7cce-52cb-4daa-99c7-19d30d452085 req-91d079d7-45aa-4748-9dd3-60cb331a0959 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:52.796612 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4efc7cce-52cb-4daa-99c7-19d30d452085 req-91d079d7-45aa-4748-9dd3-60cb331a0959 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 944 time: 0.1084437 Sep 17 17:25:52.828699 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port 9860b711-a627-41dc-9aca-a38b35582e40 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:25:52.829071 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:52.880005 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-efe19332-4aa7-4a7e-b397-6e89dd9bea8d None None] Provisioning complete for port 69c2769f-3510-44cd-924a-211a08161e3a triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:25:52.880285 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-efe19332-4aa7-4a7e-b397-6e89dd9bea8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:52.897961 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4efc7cce-52cb-4daa-99c7-19d30d452085 req-875e7139-cadf-457d-8f4c-8aca9d167f01 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935771 Sep 17 17:25:52.924798 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-074765ed-f013-4b9f-b28c-a4d7ba30c581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:52.947343 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-efe19332-4aa7-4a7e-b397-6e89dd9bea8d None None] Port 69c2769f-3510-44cd-924a-211a08161e3a cannot update to ACTIVE because it is not bound. {{(pid=94717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 17:25:53.034141 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec45fd-d56f-4171-b424-1622d7d5444c req-3e083519-a00e-4ca5-90ed-27e82fdf58c1 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:53.059618 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d8ec45fd-d56f-4171-b424-1622d7d5444c req-3e083519-a00e-4ca5-90ed-27e82fdf58c1 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/ports?device_id=e214fe51-ac10-40a5-9a8f-908a971f5dd7 HTTP/1.1" status: 200 len: 943 time: 0.1667531 Sep 17 17:25:53.121250 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d8ec45fd-d56f-4171-b424-1622d7d5444c req-68fc07f5-b5b4-4096-ab6f-7a8c95771ca5 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/security-groups?id=99531131-545b-4549-abff-2d49df4ea5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602624 Sep 17 17:25:53.128949 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-e62f27c9-f351-4b37-900d-dbe016cd8b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'name': 'tempest-TestVolumeBootPattern-93171891-router', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:25:48Z', 'updated_at': '2021-09-17T17:25:49Z', 'revision_number': 3, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'gw_port': {'id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:49Z', 'updated_at': '2021-09-17T17:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi'}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:25:53.156296 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-b8e16145-e66b-434b-b250-7d2a95e9197f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:53.183905 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62f27c9-f351-4b37-900d-dbe016cd8b56 None None] The sync data for ids ['4fd3b38d-8f82-4f32-b91f-1f803db047f1'] in dv-cinder-809828-1-iscsi is: [{'id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'name': 'tempest-TestVolumeBootPattern-93171891-router', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:25:48Z', 'updated_at': '2021-09-17T17:25:49Z', 'revision_number': 3, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'gw_port': {'id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:49Z', 'updated_at': '2021-09-17T17:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi'}] {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:25:53.217255 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device edef8ec2-27ba-43bd-b434-0108a0556ebf details requested by agent hyperv_hv-cinder-80982 with host hv-cinder-80982 {{(pid=94717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 17:25:53.219700 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 564b7c2e-c673-4540-9e41-f972aca80f76 up at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:25:53.242488 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-b8e16145-e66b-434b-b250-7d2a95e9197f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179156'] for port, after_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:53.387580 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb4457-0904-4745-a110-7181a386a870 req-f2813dab-c5a5-4b80-a893-2bdc47b0bbb9 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:53.395098 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-67fb4457-0904-4745-a110-7181a386a870 req-f2813dab-c5a5-4b80-a893-2bdc47b0bbb9 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0810788 Sep 17 17:25:53.397514 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-b8e16145-e66b-434b-b250-7d2a95e9197f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3691276'] for router_interface, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:53.399452 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e16145-e66b-434b-b250-7d2a95e9197f admin admin] Pushing event updated for resources: {'Port': ['ID=69c2769f-3510-44cd-924a-211a08161e3a,revision_number=2']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:53.457543 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning complete for port 564b7c2e-c673-4540-9e41-f972aca80f76 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:25:53.457543 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:53.475594 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-67fb4457-0904-4745-a110-7181a386a870 req-6b7e6231-3a91-43c8-ad9a-69033b3ff1c8 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740819 Sep 17 17:25:53.516087 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port edef8ec2-27ba-43bd-b434-0108a0556ebf, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=edef8ec2-27ba-43bd-b434-0108a0556ebf,segment=NetworkSegment(9ed9072b-bc6e-4e51-9d68-80238c982166),segment_id=9ed9072b-bc6e-4e51-9d68-80238c982166)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:25:53.541249 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Returning: {'device': 'edef8ec2-27ba-43bd-b434-0108a0556ebf', 'network_id': '8306b99c-af57-41c3-bb7c-f98bdf5c613e', 'port_id': 'edef8ec2-27ba-43bd-b434-0108a0556ebf', 'mac_address': 'fa:16:3e:5f:ad:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459c1779-0f87-43ca-919d-d453c456fa9a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 17:25:53.572986 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 57406) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:53.621025 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e16145-e66b-434b-b250-7d2a95e9197f admin admin] Network 47e2d6e9-ce7e-458e-b5e3-fc8811121e51 is already hosted by enough agents. {{(pid=94716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:25:53.622557 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.base_scheduler [None req-b8e16145-e66b-434b-b250-7d2a95e9197f admin admin] Resources bound (agent type, host, resource id): {{(pid=94716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:25:53.650306 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-942cf7bc-6f12-4dac-89dc-7bba17f0a6bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:53.669329 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:53.687981 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edef8ec2-27ba-43bd-b434-0108a0556ebf {{(pid=94717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:25:53.727597 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port edef8ec2-27ba-43bd-b434-0108a0556ebf, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=edef8ec2-27ba-43bd-b434-0108a0556ebf,segment=NetworkSegment(9ed9072b-bc6e-4e51-9d68-80238c982166),segment_id=9ed9072b-bc6e-4e51-9d68-80238c982166)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:25:53.738006 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:53.788555 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 564b7c2e-c673-4540-9e41-f972aca80f76, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=564b7c2e-c673-4540-9e41-f972aca80f76,segment=NetworkSegment(b1a03354-394c-43d7-9829-253346971927),segment_id=b1a03354-394c-43d7-9829-253346971927)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:25:53.789725 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f874e1-1f62-4fde-ba5d-0e0c580834b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564b7c2e-c673-4540-9e41-f972aca80f76'}] {{(pid=94717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:25:53.792103 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef4bfb6114c7858c34ed9f7d570ef17f9d28f3d7fc67a01f0bf07e2066d3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eaece82-aa57-4a1a-858c-6674adf30135" -d '{"events": [{"server_uuid": "e5f874e1-1f62-4fde-ba5d-0e0c580834b1", "name": "network-vif-plugged", "status": "completed", "tag": "564b7c2e-c673-4540-9e41-f972aca80f76"}]}' {{(pid=94717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:25:53.855626 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c155643-4ff8-4d85-9a66-e0db6aee0907 x-openstack-request-id: req-8c155643-4ff8-4d85-9a66-e0db6aee0907 {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:25:53.856108 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f874e1-1f62-4fde-ba5d-0e0c580834b1", "name": "network-vif-plugged", "status": "completed", "tag": "564b7c2e-c673-4540-9e41-f972aca80f76", "code": 200}]} {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:25:53.856521 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c155643-4ff8-4d85-9a66-e0db6aee0907 {{(pid=94717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:25:53.857067 dv-cinder-809828-1-iscsi neutron-server[94717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f874e1-1f62-4fde-ba5d-0e0c580834b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564b7c2e-c673-4540-9e41-f972aca80f76', 'code': 200} Sep 17 17:25:53.886406 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-942cf7bc-6f12-4dac-89dc-7bba17f0a6bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:53.890379 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e16145-e66b-434b-b250-7d2a95e9197f admin admin] Router 4fd3b38d-8f82-4f32-b91f-1f803db047f1 has already been hosted by L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 {{(pid=94716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 17:25:53.919186 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:53.924496 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:54.026802 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=edef8ec2-27ba-43bd-b434-0108a0556ebf,revision_number=4']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:54.092262 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-942cf7bc-6f12-4dac-89dc-7bba17f0a6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:54.095797 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e16145-e66b-434b-b250-7d2a95e9197f admin admin] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:25:54.106943 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-b8e16145-e66b-434b-b250-7d2a95e9197f admin admin] 10.222.0.18 "PUT /v2.0/routers/4fd3b38d-8f82-4f32-b91f-1f803db047f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9992733 Sep 17 17:25:54.127873 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=564b7c2e-c673-4540-9e41-f972aca80f76,revision_number=7']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:54.156625 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-13cf0198-a633-46ac-bd2b-938ca307231b None None] Provisioning complete for port 69c2769f-3510-44cd-924a-211a08161e3a triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:25:54.157006 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-13cf0198-a633-46ac-bd2b-938ca307231b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:54.199533 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-942cf7bc-6f12-4dac-89dc-7bba17f0a6bc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b60706d994814826bd286b6279f42c88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6218932 Sep 17 17:25:54.200072 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 57418) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:54.218439 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665b5b4-90e9-42ef-8506-352be121e0ee req-6c953ca3-65a6-406a-9a15-c5f4d50f29ac tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:54.221002 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8665b5b4-90e9-42ef-8506-352be121e0ee req-6c953ca3-65a6-406a-9a15-c5f4d50f29ac tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.2011471 Sep 17 17:25:54.227687 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942cf7bc-6f12-4dac-89dc-7bba17f0a6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61235716-5b37-4156-b0f5-72dec839ebdf,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:54.250861 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-13cf0198-a633-46ac-bd2b-938ca307231b None None] Port 69c2769f-3510-44cd-924a-211a08161e3a cannot update to ACTIVE because it is not bound. {{(pid=94717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 17:25:54.307563 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-9068dc92-a74b-4b4a-9100-0e084ee40a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:54.315463 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['edef8ec2-27ba-43bd-b434-0108a0556ebf'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:25:54.336637 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-9068dc92-a74b-4b4a-9100-0e084ee40a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:54.431966 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8665b5b4-90e9-42ef-8506-352be121e0ee req-531c1ac5-32bf-4065-8c4c-a8ee8139237a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862311 Sep 17 17:25:54.448733 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b312fe0-c6d8-44b8-82db-1884022c92cc req-ee6500b6-89a1-428d-8ba9-b75a5b3ca3de tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:54.451855 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5b312fe0-c6d8-44b8-82db-1884022c92cc req-ee6500b6-89a1-428d-8ba9-b75a5b3ca3de tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/ports?device_id=e214fe51-ac10-40a5-9a8f-908a971f5dd7 HTTP/1.1" status: 200 len: 944 time: 0.1656590 Sep 17 17:25:54.523859 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-9068dc92-a74b-4b4a-9100-0e084ee40a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:54.531697 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5b312fe0-c6d8-44b8-82db-1884022c92cc req-658e41c2-9ba7-46ea-967a-b4064b568ae1 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/security-groups?id=99531131-545b-4549-abff-2d49df4ea5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695617 Sep 17 17:25:54.535011 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-9068dc92-a74b-4b4a-9100-0e084ee40a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:54.540418 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-9068dc92-a74b-4b4a-9100-0e084ee40a17 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/61235716-5b37-4156-b0f5-72dec839ebdf HTTP/1.1" status: 204 len: 168 time: 0.3388062 Sep 17 17:25:54.568646 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9068dc92-a74b-4b4a-9100-0e084ee40a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61235716-5b37-4156-b0f5-72dec839ebdf,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:54.746109 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210a61d-7444-406c-a423-2eb1ef625368 req-5525fd54-191a-4a58-8976-a945245c0253 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:54.747837 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f210a61d-7444-406c-a423-2eb1ef625368 req-5525fd54-191a-4a58-8976-a945245c0253 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0880625 Sep 17 17:25:54.827869 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 3ddbf2ae-22e3-4b38-806b-151e67ea07db up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:25:54.842489 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f210a61d-7444-406c-a423-2eb1ef625368 req-3ab3fcbd-f9b6-4aee-b9f9-0b9de776be8c tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769520 Sep 17 17:25:54.917937 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port 3ddbf2ae-22e3-4b38-806b-151e67ea07db triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:25:54.918815 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:55.016589 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:55.044139 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] For port 3ddbf2ae-22e3-4b38-806b-151e67ea07db, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=3ddbf2ae-22e3-4b38-806b-151e67ea07db,segment=NetworkSegment(f5bce3a7-39d4-42b3-980e-fe31588455ee),segment_id=f5bce3a7-39d4-42b3-980e-fe31588455ee)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:25:55.156878 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:55.234118 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Pushing event updated for resources: {'Port': ['ID=3ddbf2ae-22e3-4b38-806b-151e67ea07db,revision_number=4']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:55.513452 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 57456) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:55.519183 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-7ebf0e16-1de0-4971-abce-00b81e1931ed admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-27991684-network', 'tenant_id': '8b5ec1f6c8eb41bb861c57c2bfb7c40e'}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:25:55.617157 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7973ce-a700-41a6-a667-1862072d387d req-41c67a1f-f4ee-4934-b31f-180b354558f0 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:55.622745 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0b7973ce-a700-41a6-a667-1862072d387d req-41c67a1f-f4ee-4934-b31f-180b354558f0 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.1001415 Sep 17 17:25:55.678439 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0b7973ce-a700-41a6-a667-1862072d387d req-5fab9d6a-7369-4f2d-ad5d-9cdcb6ee3689 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482481 Sep 17 17:25:55.700250 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-b1c0fd74-ec76-4585-b6d6-a7385efc3acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:55.744846 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebf0e16-1de0-4971-abce-00b81e1931ed admin admin] Made reservation on behalf of 8b5ec1f6c8eb41bb861c57c2bfb7c40e for: {'network': 1} {{(pid=94716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:25:55.751179 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-7ebf0e16-1de0-4971-abce-00b81e1931ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for network, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:55.780531 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-7ebf0e16-1de0-4971-abce-00b81e1931ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:55.799186 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d419fb6-d1e3-4e3e-8e82-9807f6795e45 req-0176d38f-c96f-49bd-a55c-84171569b629 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:55.800726 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5d419fb6-d1e3-4e3e-8e82-9807f6795e45 req-0176d38f-c96f-49bd-a55c-84171569b629 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/ports?device_id=e214fe51-ac10-40a5-9a8f-908a971f5dd7 HTTP/1.1" status: 200 len: 944 time: 0.0826101 Sep 17 17:25:55.892745 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a467bca-9c93-4e68-a165-6b9e453d2c37 None None] Sync routers for ids ['4fd3b38d-8f82-4f32-b91f-1f803db047f1'] in dv-cinder-809828-1-iscsi {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:25:55.918669 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5d419fb6-d1e3-4e3e-8e82-9807f6795e45 req-bfd76442-f9bd-4294-ac3b-532babb91193 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/security-groups?id=99531131-545b-4549-abff-2d49df4ea5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866880 Sep 17 17:25:55.926454 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a467bca-9c93-4e68-a165-6b9e453d2c37 None None] Routers {'4fd3b38d-8f82-4f32-b91f-1f803db047f1'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:25:55.926454 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-2a467bca-9c93-4e68-a165-6b9e453d2c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:25:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['4fd3b38d-8f82-4f32-b91f-1f803db047f1'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:25:56.025526 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3aa1c-3404-4e66-b240-f14b3e4673a6 req-81676c00-e4ae-4f44-b23e-07c40c131cad tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:56.037419 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-33a3aa1c-3404-4e66-b240-f14b3e4673a6 req-81676c00-e4ae-4f44-b23e-07c40c131cad tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0765376 Sep 17 17:25:56.058624 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-7ebf0e16-1de0-4971-abce-00b81e1931ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:56.107434 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-33a3aa1c-3404-4e66-b240-f14b3e4673a6 req-6d3cc22b-90b9-4f46-b977-eec0d7f53bb2 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687997 Sep 17 17:25:56.136662 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-7ebf0e16-1de0-4971-abce-00b81e1931ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:56.194207 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ebf0e16-1de0-4971-abce-00b81e1931ed admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=94716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 17:25:56.207467 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-2a467bca-9c93-4e68-a165-6b9e453d2c37 None None] Set router 4fd3b38d-8f82-4f32-b91f-1f803db047f1 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:25:56.226672 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf0e16-1de0-4971-abce-00b81e1931ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d85adba-ad8f-4bd8-9c0d-601c939a3360,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:56.262800 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-7ebf0e16-1de0-4971-abce-00b81e1931ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157'] for segment, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:56.262800 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.db.segments_db [None req-7ebf0e16-1de0-4971-abce-00b81e1931ed admin admin] Added segment c30f4699-3842-4565-afca-874ab74be2a9 of type vlan for network 28783785-3a9d-460d-8113-37e1af16e208 Sep 17 17:25:56.364776 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-7ebf0e16-1de0-4971-abce-00b81e1931ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747491074600'] for network, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:56.513928 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-2a467bca-9c93-4e68-a165-6b9e453d2c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'name': 'tempest-TestVolumeBootPattern-93171891-router', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:25:48Z', 'updated_at': '2021-09-17T17:25:52Z', 'revision_number': 4, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'gw_port': {'id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:49Z', 'updated_at': '2021-09-17T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': '69c2769f-3510-44cd-924a-211a08161e3a', 'name': '', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'mac_address': 'fa:16:3e:59:16:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:51Z', 'updated_at': '2021-09-17T17:25:52Z', 'revision_number': 2, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'subnets': [{'id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:25:56.523142 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-7ebf0e16-1de0-4971-abce-00b81e1931ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198'] for network, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:56.525136 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebf0e16-1de0-4971-abce-00b81e1931ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:56.525734 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-7ebf0e16-1de0-4971-abce-00b81e1931ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for network, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:56.564354 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a467bca-9c93-4e68-a165-6b9e453d2c37 None None] Checking router: 4fd3b38d-8f82-4f32-b91f-1f803db047f1 for host: dv-cinder-809828-1-iscsi {{(pid=94717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:25:56.565499 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a467bca-9c93-4e68-a165-6b9e453d2c37 None None] Updating router 4fd3b38d-8f82-4f32-b91f-1f803db047f1 port 69c2769f-3510-44cd-924a-211a08161e3a binding host dv-cinder-809828-1-iscsi {{(pid=94717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 17:25:56.606505 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-2a467bca-9c93-4e68-a165-6b9e453d2c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:56.633506 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf0e16-1de0-4971-abce-00b81e1931ed admin admin] Pushing event updated for resources: {'Network': ['ID=28783785-3a9d-460d-8113-37e1af16e208,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:56.671488 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-7ebf0e16-1de0-4971-abce-00b81e1931ed admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1542735 Sep 17 17:25:56.671713 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Network 28783785-3a9d-460d-8113-37e1af16e208 details requested by agent ovs-agent-dv-cinder-809828-1-iscsi with host dv-cinder-809828-1-iscsi {{(pid=94717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 17:25:56.671813 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 57526) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:56.677013 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-0503b091-07b3-4f65-b2c7-8a7f5a531c2b admin admin] Request body: {'subnet': {'network_id': '28783785-3a9d-460d-8113-37e1af16e208', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-27991684-subnet', 'tenant_id': '8b5ec1f6c8eb41bb861c57c2bfb7c40e', 'ip_version': 4}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:25:56.830915 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0503b091-07b3-4f65-b2c7-8a7f5a531c2b admin admin] Made reservation on behalf of 8b5ec1f6c8eb41bb861c57c2bfb7c40e for: {'subnet': 1} {{(pid=94716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:25:56.835117 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-0503b091-07b3-4f65-b2c7-8a7f5a531c2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25898007'] for subnet, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:56.853452 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 3ddbf2ae-22e3-4b38-806b-151e67ea07db up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:25:56.913919 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:56.919875 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:56.921566 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49554d9a-ad37-4493-a372-32068a85a253 req-0028323c-330f-4701-b46d-e47c968e4488 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:56.958479 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-49554d9a-ad37-4493-a372-32068a85a253 req-0028323c-330f-4701-b46d-e47c968e4488 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.0893977 Sep 17 17:25:56.986840 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port 3ddbf2ae-22e3-4b38-806b-151e67ea07db triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:25:56.995430 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:57.117232 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-49554d9a-ad37-4493-a372-32068a85a253 req-99e8db3e-bd1c-4fd6-b41e-3547947b4f06 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563113 Sep 17 17:25:57.227421 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71c1f0-769e-47ee-a9fd-661e05cc945e req-ac3903ae-8666-44b1-9622-5ae9f291d6b1 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:57.232519 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ab71c1f0-769e-47ee-a9fd-661e05cc945e req-ac3903ae-8666-44b1-9622-5ae9f291d6b1 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/ports?device_id=e214fe51-ac10-40a5-9a8f-908a971f5dd7 HTTP/1.1" status: 200 len: 944 time: 0.1581247 Sep 17 17:25:57.239824 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-0503b091-07b3-4f65-b2c7-8a7f5a531c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25898041'] for subnet, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:57.250333 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device edef8ec2-27ba-43bd-b434-0108a0556ebf up at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:25:57.335414 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503b091-07b3-4f65-b2c7-8a7f5a531c2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=36c1a962-b3d6-4c22-858a-cf6aeaecd1d7,revision_number=0']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:57.363272 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-2a467bca-9c93-4e68-a165-6b9e453d2c37 None None] Notify callbacks [] for port, precommit_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:57.372160 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae5d91-5a42-4e5e-aff5-dfa3b9540409 req-a2bc8db5-a85f-40ed-8fbc-f91ca9a917e8 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:57.373979 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a0ae5d91-5a42-4e5e-aff5-dfa3b9540409 req-a2bc8db5-a85f-40ed-8fbc-f91ca9a917e8 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.1182747 Sep 17 17:25:57.388810 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ab71c1f0-769e-47ee-a9fd-661e05cc945e req-9d78a4eb-f764-45b5-a358-3dcdcccfb1e5 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/security-groups?id=99531131-545b-4549-abff-2d49df4ea5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143608 Sep 17 17:25:57.403655 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0503b091-07b3-4f65-b2c7-8a7f5a531c2b admin admin] Checking segment: {'id': 'c30f4699-3842-4565-afca-874ab74be2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '28783785-3a9d-460d-8113-37e1af16e208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:25:57.405279 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0503b091-07b3-4f65-b2c7-8a7f5a531c2b admin admin] Network hostable DHCP agents. Network: 28783785-3a9d-460d-8113-37e1af16e208, hostable agents: ['991be4bd-5269-4100-8238-2a16d095299f'], hosted agents: [] {{(pid=94716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 17:25:57.430191 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 57542) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:57.435298 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a0ae5d91-5a42-4e5e-aff5-dfa3b9540409 req-4ecfe560-97cb-4699-aef2-98b81506ce34 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455453 Sep 17 17:25:57.485576 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-2a467bca-9c93-4e68-a165-6b9e453d2c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:57.490827 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning for port edef8ec2-27ba-43bd-b434-0108a0556ebf completed by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 17:25:57.520518 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0503b091-07b3-4f65-b2c7-8a7f5a531c2b admin admin] Network 28783785-3a9d-460d-8113-37e1af16e208 is scheduled to be hosted by DHCP agent 991be4bd-5269-4100-8238-2a16d095299f with binding_index 1 {{(pid=94716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 17:25:57.610035 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-bb43c722-e4eb-4baa-8761-d18a5fad20e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:57.652993 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.base_scheduler [None req-0503b091-07b3-4f65-b2c7-8a7f5a531c2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809828-1-iscsi, 28783785-3a9d-460d-8113-37e1af16e208) {{(pid=94716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:25:57.658296 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0503b091-07b3-4f65-b2c7-8a7f5a531c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:57.658646 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-0503b091-07b3-4f65-b2c7-8a7f5a531c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for subnet, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:57.680743 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bcddcd-ea31-46c2-8d2a-fd4beec0553b None None] Network 28783785-3a9d-460d-8113-37e1af16e208 requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:25:57.713501 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning complete for port edef8ec2-27ba-43bd-b434-0108a0556ebf triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:25:57.713949 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:57.927162 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e6079-b548-4d5b-a3e0-3e93742d73ab None None] Pushing event updated for resources: {'Port': ['ID=69c2769f-3510-44cd-924a-211a08161e3a,revision_number=3']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:57.983824 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-2a467bca-9c93-4e68-a165-6b9e453d2c37 None None] Attempting to bind port 69c2769f-3510-44cd-924a-211a08161e3a on host dv-cinder-809828-1-iscsi for vnic_type normal with profile {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:25:57.984012 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-bb43c722-e4eb-4baa-8761-d18a5fad20e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:57.984251 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-2a467bca-9c93-4e68-a165-6b9e453d2c37 None None] Attempting to bind port 69c2769f-3510-44cd-924a-211a08161e3a by drivers openvswitch,hyperv on host dv-cinder-809828-1-iscsi at level 0 using segments [{'id': '785f5f27-bced-428b-8eaf-2715efe38648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51'}] {{(pid=94717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:25:57.984478 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a467bca-9c93-4e68-a165-6b9e453d2c37 None None] Attempting to bind port 69c2769f-3510-44cd-924a-211a08161e3a on network 47e2d6e9-ce7e-458e-b5e3-fc8811121e51 {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:25:58.020575 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a467bca-9c93-4e68-a165-6b9e453d2c37 None None] Checking agent: {'id': '90d57b62-311c-40f5-abf0-ae568c7aec4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809828-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 14, 57), 'started_at': datetime.datetime(2021, 9, 17, 17, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809828-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:25:58.020973 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a467bca-9c93-4e68-a165-6b9e453d2c37 None None] Checking segment: {'id': '785f5f27-bced-428b-8eaf-2715efe38648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:25:58.022065 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-2a467bca-9c93-4e68-a165-6b9e453d2c37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:58.022493 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a467bca-9c93-4e68-a165-6b9e453d2c37 None None] Bound using segment: {'id': '785f5f27-bced-428b-8eaf-2715efe38648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51'} {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:25:58.023041 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-2a467bca-9c93-4e68-a165-6b9e453d2c37 None None] Bound port: 69c2769f-3510-44cd-924a-211a08161e3a, host: dv-cinder-809828-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785f5f27-bced-428b-8eaf-2715efe38648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51'}}] {{(pid=94717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:25:58.023442 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-2a467bca-9c93-4e68-a165-6b9e453d2c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:58.088581 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:58.175268 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e214fe51-ac10-40a5-9a8f-908a971f5dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edef8ec2-27ba-43bd-b434-0108a0556ebf'}] {{(pid=94717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:25:58.178255 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef4bfb6114c7858c34ed9f7d570ef17f9d28f3d7fc67a01f0bf07e2066d3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828d19aa-6562-4996-b005-ee28b8ad17c2" -d '{"events": [{"server_uuid": "e214fe51-ac10-40a5-9a8f-908a971f5dd7", "name": "network-vif-plugged", "status": "completed", "tag": "edef8ec2-27ba-43bd-b434-0108a0556ebf"}]}' {{(pid=94717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:25:58.215210 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-bb43c722-e4eb-4baa-8761-d18a5fad20e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:58.236584 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bfc8c7-78f2-4b4c-a35c-e6136bfb110f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca1476-ec46-5156-a0e6-01362d2bd21f-28783785-3a9d-460d-8113-37e1af16e208', 'network_id': '28783785-3a9d-460d-8113-37e1af16e208', 'tenant_id': '8b5ec1f6c8eb41bb861c57c2bfb7c40e', 'fixed_ips': [{'subnet_id': '36c1a962-b3d6-4c22-858a-cf6aeaecd1d7'}]}} from dv-cinder-809828-1-iscsi. {{(pid=94717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 17:25:58.282893 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-32bfc8c7-78f2-4b4c-a35c-e6136bfb110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:58.282893 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port edef8ec2-27ba-43bd-b434-0108a0556ebf, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=edef8ec2-27ba-43bd-b434-0108a0556ebf,segment=NetworkSegment(9ed9072b-bc6e-4e51-9d68-80238c982166),segment_id=9ed9072b-bc6e-4e51-9d68-80238c982166)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:25:58.282893 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6017649d-e037-45e6-9f31-09a206d1442d x-openstack-request-id: req-6017649d-e037-45e6-9f31-09a206d1442d {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:25:58.282893 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e214fe51-ac10-40a5-9a8f-908a971f5dd7", "name": "network-vif-plugged", "status": "completed", "tag": "edef8ec2-27ba-43bd-b434-0108a0556ebf", "code": 200}]} {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:25:58.282893 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6017649d-e037-45e6-9f31-09a206d1442d {{(pid=94717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:25:58.282893 dv-cinder-809828-1-iscsi neutron-server[94717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e214fe51-ac10-40a5-9a8f-908a971f5dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edef8ec2-27ba-43bd-b434-0108a0556ebf', 'code': 200} Sep 17 17:25:58.282893 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-3811dc7d-e920-4f21-a515-7a8099beb67a None None] Provisioning complete for port 69c2769f-3510-44cd-924a-211a08161e3a triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:25:58.282893 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-3811dc7d-e920-4f21-a515-7a8099beb67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:58.283866 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-bb43c722-e4eb-4baa-8761-d18a5fad20e4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d277f516ae5f4138a826014c452e4615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8486826 Sep 17 17:25:58.283953 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 57568) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:58.284423 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43c722-e4eb-4baa-8761-d18a5fad20e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65dda4d5-a17f-4f89-b06b-9fae1aaa9743,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:58.313042 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-2a467bca-9c93-4e68-a165-6b9e453d2c37 None None] For port 69c2769f-3510-44cd-924a-211a08161e3a, host dv-cinder-809828-1-iscsi, cleared binding levels {{(pid=94717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:25:58.324194 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d417d-c532-4e1b-8f5d-80f7ba493474 req-639fef49-b412-4ca3-afa4-a09aa26bf9ca tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:58.327393 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-034d417d-c532-4e1b-8f5d-80f7ba493474 req-639fef49-b412-4ca3-afa4-a09aa26bf9ca tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.0861659 Sep 17 17:25:58.334817 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-2a467bca-9c93-4e68-a165-6b9e453d2c37 None None] For port 69c2769f-3510-44cd-924a-211a08161e3a, host dv-cinder-809828-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=69c2769f-3510-44cd-924a-211a08161e3a,segment=NetworkSegment(785f5f27-bced-428b-8eaf-2715efe38648),segment_id=785f5f27-bced-428b-8eaf-2715efe38648)] {{(pid=94717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:25:58.376004 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-158fbccc-f18f-4a74-a841-f410a0145dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:58.390038 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-034d417d-c532-4e1b-8f5d-80f7ba493474 req-e9f474e2-5ffa-4681-9e1e-46c87c5dc81c tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571709 Sep 17 17:25:58.392505 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-3811dc7d-e920-4f21-a515-7a8099beb67a None None] Port 69c2769f-3510-44cd-924a-211a08161e3a cannot update to ACTIVE because it is not bound. {{(pid=94717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 17:25:58.403656 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-158fbccc-f18f-4a74-a841-f410a0145dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:58.480004 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.db_base_plugin_common [None req-32bfc8c7-78f2-4b4c-a35c-e6136bfb110f None None] Allocated IP 172.20.0.2 (28783785-3a9d-460d-8113-37e1af16e208/36c1a962-b3d6-4c22-858a-cf6aeaecd1d7/2bbf62fe-c44f-4336-b7c3-facf4c048c6c) {{(pid=94717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:25:58.551729 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b136d-5421-4b36-9219-e0d07bb80b8a req-1d48c323-3aa3-425c-9491-7ac7433476b2 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:58.553170 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c41b136d-5421-4b36-9219-e0d07bb80b8a req-1d48c323-3aa3-425c-9491-7ac7433476b2 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/ports?device_id=e214fe51-ac10-40a5-9a8f-908a971f5dd7 HTTP/1.1" status: 200 len: 944 time: 0.0740776 Sep 17 17:25:58.591509 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7babb78-ceac-497f-9eb1-e573170e4ff6 req-ee78d030-9bf2-4f8e-b933-6078eca69580 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:58.592905 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e7babb78-ceac-497f-9eb1-e573170e4ff6 req-ee78d030-9bf2-4f8e-b933-6078eca69580 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0771129 Sep 17 17:25:58.616109 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c41b136d-5421-4b36-9219-e0d07bb80b8a req-08f7f091-9c58-435f-9247-13ac81fe5f8c tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/security-groups?id=99531131-545b-4549-abff-2d49df4ea5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563087 Sep 17 17:25:58.649023 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e7babb78-ceac-497f-9eb1-e573170e4ff6 req-9556d758-277f-48c9-98e0-73a7423feb09 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463836 Sep 17 17:25:58.661170 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-32bfc8c7-78f2-4b4c-a35c-e6136bfb110f None None] Notify callbacks [] for port, precommit_create {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:59.099182 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-158fbccc-f18f-4a74-a841-f410a0145dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:59.110554 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-0503b091-07b3-4f65-b2c7-8a7f5a531c2b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4270182 Sep 17 17:25:59.111765 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-32bfc8c7-78f2-4b4c-a35c-e6136bfb110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538'] for port, after_create {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:59.112823 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-158fbccc-f18f-4a74-a841-f410a0145dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:59.112823 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-158fbccc-f18f-4a74-a841-f410a0145dd6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/65dda4d5-a17f-4f89-b06b-9fae1aaa9743 HTTP/1.1" status: 204 len: 168 time: 0.8187735 Sep 17 17:25:59.113016 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 57578) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:25:59.113016 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-bd18ba6e-b6d8-45b0-bd2c-774734156d9b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-27991684-router', 'tenant_id': '8b5ec1f6c8eb41bb861c57c2bfb7c40e', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'}}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:25:59.134661 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158fbccc-f18f-4a74-a841-f410a0145dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65dda4d5-a17f-4f89-b06b-9fae1aaa9743,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:59.153610 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:59.156244 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:59.162892 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-2a467bca-9c93-4e68-a165-6b9e453d2c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:59.245120 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bfc8c7-78f2-4b4c-a35c-e6136bfb110f None None] Network 28783785-3a9d-460d-8113-37e1af16e208 is already hosted by enough agents. {{(pid=94717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:25:59.246308 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bfc8c7-78f2-4b4c-a35c-e6136bfb110f None None] Pushing event updated for resources: {'Port': ['ID=2bbf62fe-c44f-4336-b7c3-facf4c048c6c,revision_number=1']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:59.254464 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-bd18ba6e-b6d8-45b0-bd2c-774734156d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-987'] for router, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:59.256835 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-bd18ba6e-b6d8-45b0-bd2c-774734156d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3693212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1004'] for router, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:59.267397 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.scheduler.base_scheduler [None req-32bfc8c7-78f2-4b4c-a35c-e6136bfb110f None None] Resources bound (agent type, host, resource id): {{(pid=94717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:25:59.270627 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bfc8c7-78f2-4b4c-a35c-e6136bfb110f None None] Received port after_create {{(pid=94717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:25:59.279269 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a467bca-9c93-4e68-a165-6b9e453d2c37 None None] Routers {'4fd3b38d-8f82-4f32-b91f-1f803db047f1'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:25:59.297273 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-2a467bca-9c93-4e68-a165-6b9e453d2c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:25:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['4fd3b38d-8f82-4f32-b91f-1f803db047f1'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:25:59.413031 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-bd18ba6e-b6d8-45b0-bd2c-774734156d9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:59.456226 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=edef8ec2-27ba-43bd-b434-0108a0556ebf,revision_number=5']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:59.456792 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84471104-e499-45ba-971d-0fea2fa53eab req-e72fdb2b-c24c-4c88-b8ea-2ee69f65f7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:59.467868 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-84471104-e499-45ba-971d-0fea2fa53eab req-e72fdb2b-c24c-4c88-b8ea-2ee69f65f7ad service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e214fe51-ac10-40a5-9a8f-908a971f5dd7 HTTP/1.1" status: 200 len: 1098 time: 0.0948935 Sep 17 17:25:59.598063 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-84471104-e499-45ba-971d-0fea2fa53eab req-b59bcd99-e3a7-460b-92fa-ca69930868f0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=99531131-545b-4549-abff-2d49df4ea5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221359 Sep 17 17:25:59.633069 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-32bfc8c7-78f2-4b4c-a35c-e6136bfb110f None None] Attempting to bind port 2bbf62fe-c44f-4336-b7c3-facf4c048c6c on host dv-cinder-809828-1-iscsi for vnic_type normal with profile {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:25:59.633434 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-32bfc8c7-78f2-4b4c-a35c-e6136bfb110f None None] Attempting to bind port 2bbf62fe-c44f-4336-b7c3-facf4c048c6c by drivers openvswitch,hyperv on host dv-cinder-809828-1-iscsi at level 0 using segments [{'id': 'c30f4699-3842-4565-afca-874ab74be2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '28783785-3a9d-460d-8113-37e1af16e208'}] {{(pid=94717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:25:59.633989 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bfc8c7-78f2-4b4c-a35c-e6136bfb110f None None] Attempting to bind port 2bbf62fe-c44f-4336-b7c3-facf4c048c6c on network 28783785-3a9d-460d-8113-37e1af16e208 {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:25:59.657779 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bfc8c7-78f2-4b4c-a35c-e6136bfb110f None None] Checking agent: {'id': '90d57b62-311c-40f5-abf0-ae568c7aec4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809828-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 14, 57), 'started_at': datetime.datetime(2021, 9, 17, 17, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809828-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:25:59.658362 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bfc8c7-78f2-4b4c-a35c-e6136bfb110f None None] Checking segment: {'id': 'c30f4699-3842-4565-afca-874ab74be2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '28783785-3a9d-460d-8113-37e1af16e208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:25:59.658941 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-32bfc8c7-78f2-4b4c-a35c-e6136bfb110f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:59.659519 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bfc8c7-78f2-4b4c-a35c-e6136bfb110f None None] Bound using segment: {'id': 'c30f4699-3842-4565-afca-874ab74be2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '28783785-3a9d-460d-8113-37e1af16e208'} {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:25:59.660402 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-32bfc8c7-78f2-4b4c-a35c-e6136bfb110f None None] Bound port: 2bbf62fe-c44f-4336-b7c3-facf4c048c6c, host: dv-cinder-809828-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c30f4699-3842-4565-afca-874ab74be2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '28783785-3a9d-460d-8113-37e1af16e208'}}] {{(pid=94717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:25:59.660958 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-32bfc8c7-78f2-4b4c-a35c-e6136bfb110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:59.688707 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321033c-315e-41d0-9840-b88915d4cba6 req-29cf764d-4b23-44f6-a6b1-7471e105807a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:59.690669 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d321033c-315e-41d0-9840-b88915d4cba6 req-29cf764d-4b23-44f6-a6b1-7471e105807a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.1747100 Sep 17 17:25:59.707599 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-7f530ef0-c1f8-4aa7-9238-1cdcac2576bb None None] Provisioning complete for port 69c2769f-3510-44cd-924a-211a08161e3a triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:25:59.708507 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-7f530ef0-c1f8-4aa7-9238-1cdcac2576bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:25:59.798422 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d321033c-315e-41d0-9840-b88915d4cba6 req-ba7438f0-a64e-450b-b06a-a6d1d46382c9 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998361 Sep 17 17:25:59.848706 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e6079-b548-4d5b-a3e0-3e93742d73ab None None] Pushing event updated for resources: {'Port': ['ID=69c2769f-3510-44cd-924a-211a08161e3a,revision_number=4']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:25:59.879810 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49864ef7-fb45-407e-82ba-56ebae9cf535 req-d07a0952-d73a-4e47-b353-16e55177c66d tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:25:59.889549 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-49864ef7-fb45-407e-82ba-56ebae9cf535 req-d07a0952-d73a-4e47-b353-16e55177c66d tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/ports?device_id=e214fe51-ac10-40a5-9a8f-908a971f5dd7 HTTP/1.1" status: 200 len: 945 time: 0.1259241 Sep 17 17:25:59.986143 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-49864ef7-fb45-407e-82ba-56ebae9cf535 req-3add72c2-603a-434e-890f-408e32f4a780 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/security-groups?id=99531131-545b-4549-abff-2d49df4ea5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789468 Sep 17 17:26:00.043510 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293aa71-cc90-4c1a-a25f-0042de4ac281 req-1639d14b-a192-467b-8159-573ed77ca156 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:00.045103 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b293aa71-cc90-4c1a-a25f-0042de4ac281 req-1639d14b-a192-467b-8159-573ed77ca156 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0894008 Sep 17 17:26:00.049725 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-7f530ef0-c1f8-4aa7-9238-1cdcac2576bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:00.102195 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-bd18ba6e-b6d8-45b0-bd2c-774734156d9b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:00.105938 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-2a467bca-9c93-4e68-a165-6b9e453d2c37 None None] Set router 4fd3b38d-8f82-4f32-b91f-1f803db047f1 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:26:00.141750 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b293aa71-cc90-4c1a-a25f-0042de4ac281 req-cd822caa-88f5-4e7e-a0ce-d2445b166bf9 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884511 Sep 17 17:26:00.172366 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-32bfc8c7-78f2-4b4c-a35c-e6136bfb110f None None] For port 2bbf62fe-c44f-4336-b7c3-facf4c048c6c, host dv-cinder-809828-1-iscsi, cleared binding levels {{(pid=94717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:26:00.202170 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-32bfc8c7-78f2-4b4c-a35c-e6136bfb110f None None] For port 2bbf62fe-c44f-4336-b7c3-facf4c048c6c, host dv-cinder-809828-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=2bbf62fe-c44f-4336-b7c3-facf4c048c6c,segment=NetworkSegment(c30f4699-3842-4565-afca-874ab74be2a9),segment_id=c30f4699-3842-4565-afca-874ab74be2a9)] {{(pid=94717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:26:00.261794 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-7f530ef0-c1f8-4aa7-9238-1cdcac2576bb None None] For port 69c2769f-3510-44cd-924a-211a08161e3a, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=69c2769f-3510-44cd-924a-211a08161e3a,segment=NetworkSegment(785f5f27-bced-428b-8eaf-2715efe38648),segment_id=785f5f27-bced-428b-8eaf-2715efe38648)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:26:00.302421 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-32bfc8c7-78f2-4b4c-a35c-e6136bfb110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:00.418886 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-7f530ef0-c1f8-4aa7-9238-1cdcac2576bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:00.475299 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bfc8c7-78f2-4b4c-a35c-e6136bfb110f None None] Pushing event updated for resources: {'Port': ['ID=2bbf62fe-c44f-4336-b7c3-facf4c048c6c,revision_number=2']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:00.565742 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-bd18ba6e-b6d8-45b0-bd2c-774734156d9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:00.618562 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f530ef0-c1f8-4aa7-9238-1cdcac2576bb None None] Pushing event updated for resources: {'Port': ['ID=69c2769f-3510-44cd-924a-211a08161e3a,revision_number=5']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:00.629305 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-bd18ba6e-b6d8-45b0-bd2c-774734156d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:00.686762 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-2a467bca-9c93-4e68-a165-6b9e453d2c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'name': 'tempest-TestVolumeBootPattern-93171891-router', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:25:48Z', 'updated_at': '2021-09-17T17:25:52Z', 'revision_number': 4, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'gw_port': {'id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:49Z', 'updated_at': '2021-09-17T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': '69c2769f-3510-44cd-924a-211a08161e3a', 'name': '', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'mac_address': 'fa:16:3e:59:16:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:51Z', 'updated_at': '2021-09-17T17:25:58Z', 'revision_number': 4, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'subnets': [{'id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:26:00.756033 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a467bca-9c93-4e68-a165-6b9e453d2c37 None None] The sync data for ids ['4fd3b38d-8f82-4f32-b91f-1f803db047f1'] in dv-cinder-809828-1-iscsi is: [{'id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'name': 'tempest-TestVolumeBootPattern-93171891-router', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:25:48Z', 'updated_at': '2021-09-17T17:25:52Z', 'revision_number': 4, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'gw_port': {'id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:49Z', 'updated_at': '2021-09-17T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': '69c2769f-3510-44cd-924a-211a08161e3a', 'name': '', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'mac_address': 'fa:16:3e:59:16:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:51Z', 'updated_at': '2021-09-17T17:25:58Z', 'revision_number': 4, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'subnets': [{'id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:26:00.836914 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.db_base_plugin_common [None req-bd18ba6e-b6d8-45b0-bd2c-774734156d9b admin admin] Allocated IP 172.27.2.95 (7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02/78817fd2-befc-49bb-8f7f-e04863f48a33/f472f43e-acd5-4020-8010-1de13cf20537) {{(pid=94716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:26:01.131453 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107377a-e989-4293-beac-cbeee3a39843 req-52683e8b-9878-4411-a097-6960846d4685 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:01.139186 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f107377a-e989-4293-beac-cbeee3a39843 req-52683e8b-9878-4411-a097-6960846d4685 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.1066055 Sep 17 17:26:01.159205 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-bd18ba6e-b6d8-45b0-bd2c-774734156d9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:01.221116 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f107377a-e989-4293-beac-cbeee3a39843 req-5ff25bf3-a58c-43d0-8d7b-9299ea2758d4 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707748 Sep 17 17:26:01.325283 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a5f7f-bc4f-460a-b770-4804b9b2edfc req-1fd34fca-4f85-446c-a4e9-a763f7cb08fd tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:01.325923 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-bd18ba6e-b6d8-45b0-bd2c-774734156d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179149'] for port, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:01.334901 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bc0a5f7f-bc4f-460a-b770-4804b9b2edfc req-1fd34fca-4f85-446c-a4e9-a763f7cb08fd tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/ports?device_id=e214fe51-ac10-40a5-9a8f-908a971f5dd7 HTTP/1.1" status: 200 len: 945 time: 0.1386824 Sep 17 17:26:01.410582 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd18ba6e-b6d8-45b0-bd2c-774734156d9b admin admin] Network 7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02 is already hosted by enough agents. {{(pid=94716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:26:01.416306 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.base_scheduler [None req-bd18ba6e-b6d8-45b0-bd2c-774734156d9b admin admin] Resources bound (agent type, host, resource id): {{(pid=94716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:26:01.419369 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd18ba6e-b6d8-45b0-bd2c-774734156d9b admin admin] Received port after_create {{(pid=94716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:26:01.426697 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bc0a5f7f-bc4f-460a-b770-4804b9b2edfc req-253bc37c-ddb8-4caf-9f3c-9b9da2040e52 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/security-groups?id=99531131-545b-4549-abff-2d49df4ea5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879185 Sep 17 17:26:01.462819 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18ba6e-b6d8-45b0-bd2c-774734156d9b admin admin] Pushing event updated for resources: {'Port': ['ID=f472f43e-acd5-4020-8010-1de13cf20537,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:01.466694 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6a218-a1fa-4bbb-8fae-4937a0f939b6 req-9b518ad0-c13a-4af7-8bd9-f4b22c8f08c5 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:01.468622 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-91c6a218-a1fa-4bbb-8fae-4937a0f939b6 req-9b518ad0-c13a-4af7-8bd9-f4b22c8f08c5 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0973208 Sep 17 17:26:01.547581 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-91c6a218-a1fa-4bbb-8fae-4937a0f939b6 req-d4527235-fb75-4735-984d-4a8ca6b4aa1d tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729206 Sep 17 17:26:01.969434 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0786c2-699e-4737-969b-c2eb3f264ea5 None None] Network 28783785-3a9d-460d-8113-37e1af16e208 requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:26:02.026700 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-bd18ba6e-b6d8-45b0-bd2c-774734156d9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:02.122642 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-f92b990d-2a37-4858-a406-74259415bf21 None None] Provisioning complete for port 2bbf62fe-c44f-4336-b7c3-facf4c048c6c triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:26:02.123039 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-f92b990d-2a37-4858-a406-74259415bf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:02.364903 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-bd18ba6e-b6d8-45b0-bd2c-774734156d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693899'] for router, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:02.482556 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47928d1a-dad4-47e4-aeae-96ca7e7348fb req-2e1100b5-9a44-406c-812f-de475235995e tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:02.497463 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-47928d1a-dad4-47e4-aeae-96ca7e7348fb req-2e1100b5-9a44-406c-812f-de475235995e tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.1352298 Sep 17 17:26:02.572318 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-47928d1a-dad4-47e4-aeae-96ca7e7348fb req-ac7af73e-34d9-47d4-a087-f0eefd10c615 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735927 Sep 17 17:26:02.718919 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd18ba6e-b6d8-45b0-bd2c-774734156d9b admin admin] Router fb280d27-4075-4a44-9497-59b988afc506 is scheduled to L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 with binding_index 1 {{(pid=94716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 17:26:02.730334 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900ddbc-5395-4af0-b9bf-821f45476cf7 req-fa639b2d-b8dc-4e11-8db1-6eaf960b7ee6 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:02.743747 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0900ddbc-5395-4af0-b9bf-821f45476cf7 req-fa639b2d-b8dc-4e11-8db1-6eaf960b7ee6 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/ports?device_id=e214fe51-ac10-40a5-9a8f-908a971f5dd7 HTTP/1.1" status: 200 len: 945 time: 0.1650236 Sep 17 17:26:02.755381 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-f92b990d-2a37-4858-a406-74259415bf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:02.848363 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-f92b990d-2a37-4858-a406-74259415bf21 None None] For port 2bbf62fe-c44f-4336-b7c3-facf4c048c6c, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=2bbf62fe-c44f-4336-b7c3-facf4c048c6c,segment=NetworkSegment(c30f4699-3842-4565-afca-874ab74be2a9),segment_id=c30f4699-3842-4565-afca-874ab74be2a9)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:26:02.865554 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0900ddbc-5395-4af0-b9bf-821f45476cf7 req-1b48ca04-eef6-4aca-b979-3abb99d4c506 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/security-groups?id=99531131-545b-4549-abff-2d49df4ea5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161988 Sep 17 17:26:02.890062 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104819b-58f3-486e-902e-70467d199157 req-f16727f8-6f10-4412-a457-e9b42d279372 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:02.916099 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3104819b-58f3-486e-902e-70467d199157 req-f16727f8-6f10-4412-a457-e9b42d279372 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.1618330 Sep 17 17:26:02.924410 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 69c2769f-3510-44cd-924a-211a08161e3a up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:26:02.995771 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3104819b-58f3-486e-902e-70467d199157 req-077f552b-49fd-4c34-9536-fdffc0961621 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739539 Sep 17 17:26:03.001498 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-f92b990d-2a37-4858-a406-74259415bf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:03.069256 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92b990d-2a37-4858-a406-74259415bf21 None None] Pushing event updated for resources: {'Port': ['ID=2bbf62fe-c44f-4336-b7c3-facf4c048c6c,revision_number=3']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:03.073972 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd18ba6e-b6d8-45b0-bd2c-774734156d9b admin admin] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:26:03.089927 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb18159-dbd3-49cb-8f95-33bed68e6f99 None None] Sync routers for ids ['fb280d27-4075-4a44-9497-59b988afc506'] in dv-cinder-809828-1-iscsi {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:26:03.102396 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb18159-dbd3-49cb-8f95-33bed68e6f99 None None] Routers {'fb280d27-4075-4a44-9497-59b988afc506'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:26:03.103061 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-2cb18159-dbd3-49cb-8f95-33bed68e6f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:25:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['fb280d27-4075-4a44-9497-59b988afc506'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:26:03.107110 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port 69c2769f-3510-44cd-924a-211a08161e3a triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:26:03.107110 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:03.155897 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-f44609a1-5ca8-4e11-b1fd-6554192d077a None None] Provisioning complete for port 2bbf62fe-c44f-4336-b7c3-facf4c048c6c triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:26:03.156272 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-f44609a1-5ca8-4e11-b1fd-6554192d077a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:03.170362 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-bd18ba6e-b6d8-45b0-bd2c-774734156d9b admin admin] Notify callbacks [] for router, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:03.171705 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-bd18ba6e-b6d8-45b0-bd2c-774734156d9b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0627503 Sep 17 17:26:03.176155 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 57678) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:03.340645 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-2cb18159-dbd3-49cb-8f95-33bed68e6f99 None None] Set router fb280d27-4075-4a44-9497-59b988afc506 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:26:03.344988 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 2bbf62fe-c44f-4336-b7c3-facf4c048c6c up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:26:03.521545 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port 2bbf62fe-c44f-4336-b7c3-facf4c048c6c triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:26:03.521927 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:03.729165 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-2cb18159-dbd3-49cb-8f95-33bed68e6f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb280d27-4075-4a44-9497-59b988afc506', 'name': 'tempest-TestVolumeBootPattern-27991684-router', 'tenant_id': '8b5ec1f6c8eb41bb861c57c2bfb7c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'f472f43e-acd5-4020-8010-1de13cf20537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:25:59Z', 'updated_at': '2021-09-17T17:26:01Z', 'revision_number': 3, 'project_id': '8b5ec1f6c8eb41bb861c57c2bfb7c40e', 'gw_port': {'id': 'f472f43e-acd5-4020-8010-1de13cf20537', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:20:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb280d27-4075-4a44-9497-59b988afc506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:26:00Z', 'updated_at': '2021-09-17T17:26:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi'}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:26:03.812892 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb18159-dbd3-49cb-8f95-33bed68e6f99 None None] Checking router: fb280d27-4075-4a44-9497-59b988afc506 for host: dv-cinder-809828-1-iscsi {{(pid=94718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:26:03.813733 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb18159-dbd3-49cb-8f95-33bed68e6f99 None None] Updating router fb280d27-4075-4a44-9497-59b988afc506 port f472f43e-acd5-4020-8010-1de13cf20537 binding host dv-cinder-809828-1-iscsi {{(pid=94718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 17:26:03.826789 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb868a68-50ae-46c6-b5b9-8a9343afd857 req-b1ff8d34-3370-4c1b-a976-c27a5481e171 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:03.839180 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cb868a68-50ae-46c6-b5b9-8a9343afd857 req-b1ff8d34-3370-4c1b-a976-c27a5481e171 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.1050997 Sep 17 17:26:03.873341 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2cb18159-dbd3-49cb-8f95-33bed68e6f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:03.940790 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cb868a68-50ae-46c6-b5b9-8a9343afd857 req-8f2acf74-dbc4-4986-be4e-a08b06f78b2d tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952427 Sep 17 17:26:04.255093 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506278e-4367-4fc6-abd3-90b66a616505 req-85af7a35-9959-4c2d-9950-c0741e9504c0 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:04.265559 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4506278e-4367-4fc6-abd3-90b66a616505 req-85af7a35-9959-4c2d-9950-c0741e9504c0 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0962574 Sep 17 17:26:04.309160 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4506278e-4367-4fc6-abd3-90b66a616505 req-08c3c6b9-c780-4c6e-8ec3-237164bb94e9 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418258 Sep 17 17:26:04.375992 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2cb18159-dbd3-49cb-8f95-33bed68e6f99 None None] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:04.398690 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-0a9d6355-caf8-4c09-beaa-32a45eccfafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:04.606383 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.db_base_plugin_common [None req-0a9d6355-caf8-4c09-beaa-32a45eccfafc admin admin] Allocated IP 172.20.0.1 (28783785-3a9d-460d-8113-37e1af16e208/36c1a962-b3d6-4c22-858a-cf6aeaecd1d7/f4710aa1-1411-406f-8e51-94660180d4fe) {{(pid=94716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:26:04.744844 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 2bbf62fe-c44f-4336-b7c3-facf4c048c6c up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:26:04.799754 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-0a9d6355-caf8-4c09-beaa-32a45eccfafc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:04.816986 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port 2bbf62fe-c44f-4336-b7c3-facf4c048c6c triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:26:04.817340 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:04.830655 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2cb18159-dbd3-49cb-8f95-33bed68e6f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:04.929423 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-2cb18159-dbd3-49cb-8f95-33bed68e6f99 None None] Attempting to bind port f472f43e-acd5-4020-8010-1de13cf20537 on host dv-cinder-809828-1-iscsi for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:26:04.929974 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-2cb18159-dbd3-49cb-8f95-33bed68e6f99 None None] Attempting to bind port f472f43e-acd5-4020-8010-1de13cf20537 by drivers openvswitch,hyperv on host dv-cinder-809828-1-iscsi at level 0 using segments [{'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:26:04.930539 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb18159-dbd3-49cb-8f95-33bed68e6f99 None None] Attempting to bind port f472f43e-acd5-4020-8010-1de13cf20537 on network 7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:26:04.934040 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555cf11f-398a-4c2d-a183-2854177c78a2 None None] Pushing event updated for resources: {'Port': ['ID=f472f43e-acd5-4020-8010-1de13cf20537,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:04.948086 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb18159-dbd3-49cb-8f95-33bed68e6f99 None None] Checking agent: {'id': '90d57b62-311c-40f5-abf0-ae568c7aec4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809828-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 14, 57), 'started_at': datetime.datetime(2021, 9, 17, 17, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809828-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:26:04.949109 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb18159-dbd3-49cb-8f95-33bed68e6f99 None None] Checking segment: {'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:26:04.949749 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2cb18159-dbd3-49cb-8f95-33bed68e6f99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:04.950292 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb18159-dbd3-49cb-8f95-33bed68e6f99 None None] Bound using segment: {'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:26:04.950946 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-2cb18159-dbd3-49cb-8f95-33bed68e6f99 None None] Bound port: f472f43e-acd5-4020-8010-1de13cf20537, host: dv-cinder-809828-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:26:04.951705 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2cb18159-dbd3-49cb-8f95-33bed68e6f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:05.002580 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-0a9d6355-caf8-4c09-beaa-32a45eccfafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179149'] for port, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:05.061458 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d6355-caf8-4c09-beaa-32a45eccfafc admin admin] Pushing event updated for resources: {'Port': ['ID=f4710aa1-1411-406f-8e51-94660180d4fe,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:05.080179 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-2cb18159-dbd3-49cb-8f95-33bed68e6f99 None None] For port f472f43e-acd5-4020-8010-1de13cf20537, host dv-cinder-809828-1-iscsi, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:26:05.084142 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-2cb18159-dbd3-49cb-8f95-33bed68e6f99 None None] For port f472f43e-acd5-4020-8010-1de13cf20537, host dv-cinder-809828-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=f472f43e-acd5-4020-8010-1de13cf20537,segment=NetworkSegment(f5bce3a7-39d4-42b3-980e-fe31588455ee),segment_id=f5bce3a7-39d4-42b3-980e-fe31588455ee)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:26:05.102185 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9d6355-caf8-4c09-beaa-32a45eccfafc admin admin] Network 28783785-3a9d-460d-8113-37e1af16e208 is already hosted by enough agents. {{(pid=94716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:26:05.103892 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.base_scheduler [None req-0a9d6355-caf8-4c09-beaa-32a45eccfafc admin admin] Resources bound (agent type, host, resource id): {{(pid=94716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:26:05.120278 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9d6355-caf8-4c09-beaa-32a45eccfafc admin admin] Received port after_create {{(pid=94716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:26:05.152420 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a04da1-ab6f-4c5b-85e7-42f1e64a2e6b req-5de9d562-5b9e-49e9-a37d-0c76bdbdfa39 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:05.160097 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-09a04da1-ab6f-4c5b-85e7-42f1e64a2e6b req-5de9d562-5b9e-49e9-a37d-0c76bdbdfa39 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.0873244 Sep 17 17:26:05.169287 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-0a9d6355-caf8-4c09-beaa-32a45eccfafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693980'] for router_interface, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:05.174026 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-2cb18159-dbd3-49cb-8f95-33bed68e6f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:05.240655 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-09a04da1-ab6f-4c5b-85e7-42f1e64a2e6b req-0f240de3-7388-4dc8-bf72-dc6f62612e3a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725124 Sep 17 17:26:05.247011 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb18159-dbd3-49cb-8f95-33bed68e6f99 None None] Routers {'fb280d27-4075-4a44-9497-59b988afc506'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:26:05.247838 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-2cb18159-dbd3-49cb-8f95-33bed68e6f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:25:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['fb280d27-4075-4a44-9497-59b988afc506'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:26:05.325145 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555cf11f-398a-4c2d-a183-2854177c78a2 None None] Pushing event updated for resources: {'Port': ['ID=f472f43e-acd5-4020-8010-1de13cf20537,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:05.405706 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-2cb18159-dbd3-49cb-8f95-33bed68e6f99 None None] Set router fb280d27-4075-4a44-9497-59b988afc506 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:26:05.451219 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-6f32f73e-30e3-442c-ae7a-59a917b17e91 None None] Provisioning complete for port f4710aa1-1411-406f-8e51-94660180d4fe triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:26:05.451682 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-6f32f73e-30e3-442c-ae7a-59a917b17e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:05.496695 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff142f-0929-4484-8e1d-a2a00660ceff req-145b1269-224f-4e0a-b1fe-b3590be5edb2 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:05.498548 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-66ff142f-0929-4484-8e1d-a2a00660ceff req-145b1269-224f-4e0a-b1fe-b3590be5edb2 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0777957 Sep 17 17:26:05.505468 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-6f32f73e-30e3-442c-ae7a-59a917b17e91 None None] Port f4710aa1-1411-406f-8e51-94660180d4fe cannot update to ACTIVE because it is not bound. {{(pid=94717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 17:26:05.548485 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-66ff142f-0929-4484-8e1d-a2a00660ceff req-a57e2c66-be79-4306-ae04-d10de865834d tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417938 Sep 17 17:26:05.637782 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-2cb18159-dbd3-49cb-8f95-33bed68e6f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb280d27-4075-4a44-9497-59b988afc506', 'name': 'tempest-TestVolumeBootPattern-27991684-router', 'tenant_id': '8b5ec1f6c8eb41bb861c57c2bfb7c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'f472f43e-acd5-4020-8010-1de13cf20537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:25:59Z', 'updated_at': '2021-09-17T17:26:01Z', 'revision_number': 3, 'project_id': '8b5ec1f6c8eb41bb861c57c2bfb7c40e', 'gw_port': {'id': 'f472f43e-acd5-4020-8010-1de13cf20537', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:20:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb280d27-4075-4a44-9497-59b988afc506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:26:00Z', 'updated_at': '2021-09-17T17:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi'}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:26:05.665708 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb18159-dbd3-49cb-8f95-33bed68e6f99 None None] The sync data for ids ['fb280d27-4075-4a44-9497-59b988afc506'] in dv-cinder-809828-1-iscsi is: [{'id': 'fb280d27-4075-4a44-9497-59b988afc506', 'name': 'tempest-TestVolumeBootPattern-27991684-router', 'tenant_id': '8b5ec1f6c8eb41bb861c57c2bfb7c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'f472f43e-acd5-4020-8010-1de13cf20537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:25:59Z', 'updated_at': '2021-09-17T17:26:01Z', 'revision_number': 3, 'project_id': '8b5ec1f6c8eb41bb861c57c2bfb7c40e', 'gw_port': {'id': 'f472f43e-acd5-4020-8010-1de13cf20537', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:20:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb280d27-4075-4a44-9497-59b988afc506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:26:00Z', 'updated_at': '2021-09-17T17:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi'}] {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:26:05.732086 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-0a9d6355-caf8-4c09-beaa-32a45eccfafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:05.932292 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-0a9d6355-caf8-4c09-beaa-32a45eccfafc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:06.013255 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-0a9d6355-caf8-4c09-beaa-32a45eccfafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179156'] for port, after_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:06.169638 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-0a9d6355-caf8-4c09-beaa-32a45eccfafc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3691276'] for router_interface, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:06.201037 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d6355-caf8-4c09-beaa-32a45eccfafc admin admin] Pushing event updated for resources: {'Port': ['ID=f4710aa1-1411-406f-8e51-94660180d4fe,revision_number=2']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:06.310449 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9d6355-caf8-4c09-beaa-32a45eccfafc admin admin] Network 28783785-3a9d-460d-8113-37e1af16e208 is already hosted by enough agents. {{(pid=94716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:26:06.313016 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.base_scheduler [None req-0a9d6355-caf8-4c09-beaa-32a45eccfafc admin admin] Resources bound (agent type, host, resource id): {{(pid=94716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:26:06.388830 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f905313-ec22-4196-a23a-51ec1b67b363 req-9bd74c14-cc2f-426a-9431-e41c290a8f13 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:06.398311 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1f905313-ec22-4196-a23a-51ec1b67b363 req-9bd74c14-cc2f-426a-9431-e41c290a8f13 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.0904608 Sep 17 17:26:06.470103 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1f905313-ec22-4196-a23a-51ec1b67b363 req-1c937c4f-2fe0-4bc0-a007-1d28d9227751 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689199 Sep 17 17:26:06.548244 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9d6355-caf8-4c09-beaa-32a45eccfafc admin admin] Router fb280d27-4075-4a44-9497-59b988afc506 has already been hosted by L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 {{(pid=94716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 17:26:06.668586 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-5dd1ea44-dacf-4a8d-8ebf-11656cd3bb90 None None] Provisioning complete for port f4710aa1-1411-406f-8e51-94660180d4fe triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:26:06.669747 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-5dd1ea44-dacf-4a8d-8ebf-11656cd3bb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:06.739034 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9d6355-caf8-4c09-beaa-32a45eccfafc admin admin] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:26:06.750215 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-5dd1ea44-dacf-4a8d-8ebf-11656cd3bb90 None None] Port f4710aa1-1411-406f-8e51-94660180d4fe cannot update to ACTIVE because it is not bound. {{(pid=94717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 17:26:06.766803 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-0a9d6355-caf8-4c09-beaa-32a45eccfafc admin admin] 10.222.0.18 "PUT /v2.0/routers/fb280d27-4075-4a44-9497-59b988afc506/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5796089 Sep 17 17:26:06.826048 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6986f3-b530-4e90-87c0-6ab203c7b921 req-aff3b50e-a991-4243-9bef-906094c6f831 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:06.828287 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9f6986f3-b530-4e90-87c0-6ab203c7b921 req-aff3b50e-a991-4243-9bef-906094c6f831 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da7e513-d446-40e2-bb84-1f9b4edad7e0 HTTP/1.1" status: 200 len: 946 time: 0.1726980 Sep 17 17:26:06.868684 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device f472f43e-acd5-4020-8010-1de13cf20537 up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:26:06.898585 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb02b29-9a39-4267-9d2e-1721e58dad51 req-178e0b9f-7c67-4220-be42-47ea6f244dde tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:06.907610 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2bb02b29-9a39-4267-9d2e-1721e58dad51 req-178e0b9f-7c67-4220-be42-47ea6f244dde tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.1784465 Sep 17 17:26:06.956271 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9f6986f3-b530-4e90-87c0-6ab203c7b921 req-c9c0a5b8-dd01-42fd-8050-9497501b921a tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193395 Sep 17 17:26:06.960851 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port f472f43e-acd5-4020-8010-1de13cf20537 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:26:06.961398 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:06.999414 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2bb02b29-9a39-4267-9d2e-1721e58dad51 req-c17d20c0-1ea8-4c7e-ac32-bfcc9ee352a7 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731475 Sep 17 17:26:07.015450 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 6 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:26:07.104426 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:07.132155 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] For port f472f43e-acd5-4020-8010-1de13cf20537, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=f472f43e-acd5-4020-8010-1de13cf20537,segment=NetworkSegment(f5bce3a7-39d4-42b3-980e-fe31588455ee),segment_id=f5bce3a7-39d4-42b3-980e-fe31588455ee)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:26:07.227913 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:07.345636 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Pushing event updated for resources: {'Port': ['ID=f472f43e-acd5-4020-8010-1de13cf20537,revision_number=4']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:07.621446 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c28fe3-78c9-4aaf-87eb-15b50976ed2f req-f5e088d4-e35b-42da-9a5f-7590e7c4ca02 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:07.623051 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-17c28fe3-78c9-4aaf-87eb-15b50976ed2f req-f5e088d4-e35b-42da-9a5f-7590e7c4ca02 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.0672147 Sep 17 17:26:07.682523 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-17c28fe3-78c9-4aaf-87eb-15b50976ed2f req-509f6ee1-f375-4611-8e0d-7a2425c1a110 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524969 Sep 17 17:26:07.736152 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 57756) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:07.745338 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-3da0b325-f8d3-4584-b37d-1a8e6fa87730 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1378669420', 'description': 'tempest-secgroup-smoke-1378669420 description', 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:26:07.882522 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3da0b325-f8d3-4584-b37d-1a8e6fa87730 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:07.911851 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d067d107-9315-4ec3-833c-266d37585d03 None None] Sync routers for ids ['fb280d27-4075-4a44-9497-59b988afc506'] in dv-cinder-809828-1-iscsi {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:26:07.947209 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d067d107-9315-4ec3-833c-266d37585d03 None None] Routers {'fb280d27-4075-4a44-9497-59b988afc506'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:26:07.952442 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-d067d107-9315-4ec3-833c-266d37585d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:25:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['fb280d27-4075-4a44-9497-59b988afc506'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:26:08.040849 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3da0b325-f8d3-4584-b37d-1a8e6fa87730 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:08.092551 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-d067d107-9315-4ec3-833c-266d37585d03 None None] Set router fb280d27-4075-4a44-9497-59b988afc506 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:26:08.149732 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3da0b325-f8d3-4584-b37d-1a8e6fa87730 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:08.229054 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0b325-f8d3-4584-b37d-1a8e6fa87730 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=442d0a5a-fff7-4bba-b9e3-87e16efe6a27,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:08.234547 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3da0b325-f8d3-4584-b37d-1a8e6fa87730 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:08.239395 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-3da0b325-f8d3-4584-b37d-1a8e6fa87730 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4974825 Sep 17 17:26:08.240885 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 57762) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:08.247017 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-c93cadc3-8d92-49ca-be1e-ad2af391f7c3 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Request body: {'security_group_rule': {'security_group_id': '442d0a5a-fff7-4bba-b9e3-87e16efe6a27', 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:26:08.251112 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4083c-1519-4b4b-8a09-4b6bbdc751f5 req-97464085-643d-4003-8f53-4c98889ab83a tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:08.252471 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-dab4083c-1519-4b4b-8a09-4b6bbdc751f5 req-97464085-643d-4003-8f53-4c98889ab83a tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da7e513-d446-40e2-bb84-1f9b4edad7e0 HTTP/1.1" status: 200 len: 946 time: 0.1100574 Sep 17 17:26:08.261000 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c8d02-8db3-48cb-b521-43c1392e2db4 req-06b93692-15b3-471d-8725-1cc25185d2f2 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:08.268447 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4f1c8d02-8db3-48cb-b521-43c1392e2db4 req-06b93692-15b3-471d-8725-1cc25185d2f2 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.1603382 Sep 17 17:26:08.324123 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-dab4083c-1519-4b4b-8a09-4b6bbdc751f5 req-6a85d42a-9173-48b4-ac9f-15ee85591b6f tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521362 Sep 17 17:26:08.366714 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4f1c8d02-8db3-48cb-b521-43c1392e2db4 req-177f1b5e-a671-4848-84c2-8a62d5e5725b tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926800 Sep 17 17:26:08.376118 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-c93cadc3-8d92-49ca-be1e-ad2af391f7c3 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:08.390152 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-d067d107-9315-4ec3-833c-266d37585d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb280d27-4075-4a44-9497-59b988afc506', 'name': 'tempest-TestVolumeBootPattern-27991684-router', 'tenant_id': '8b5ec1f6c8eb41bb861c57c2bfb7c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'f472f43e-acd5-4020-8010-1de13cf20537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:25:59Z', 'updated_at': '2021-09-17T17:26:05Z', 'revision_number': 4, 'project_id': '8b5ec1f6c8eb41bb861c57c2bfb7c40e', 'gw_port': {'id': 'f472f43e-acd5-4020-8010-1de13cf20537', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:20:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb280d27-4075-4a44-9497-59b988afc506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:26:00Z', 'updated_at': '2021-09-17T17:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': 'f4710aa1-1411-406f-8e51-94660180d4fe', 'name': '', 'network_id': '28783785-3a9d-460d-8113-37e1af16e208', 'tenant_id': '8b5ec1f6c8eb41bb861c57c2bfb7c40e', 'mac_address': 'fa:16:3e:8a:59:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb280d27-4075-4a44-9497-59b988afc506', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '36c1a962-b3d6-4c22-858a-cf6aeaecd1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:26:04Z', 'updated_at': '2021-09-17T17:26:05Z', 'revision_number': 2, 'project_id': '8b5ec1f6c8eb41bb861c57c2bfb7c40e', 'subnets': [{'id': '36c1a962-b3d6-4c22-858a-cf6aeaecd1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:26:08.539451 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-c93cadc3-8d92-49ca-be1e-ad2af391f7c3 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:08.539675 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d067d107-9315-4ec3-833c-266d37585d03 None None] Checking router: fb280d27-4075-4a44-9497-59b988afc506 for host: dv-cinder-809828-1-iscsi {{(pid=94717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:26:08.539675 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d067d107-9315-4ec3-833c-266d37585d03 None None] Updating router fb280d27-4075-4a44-9497-59b988afc506 port f4710aa1-1411-406f-8e51-94660180d4fe binding host dv-cinder-809828-1-iscsi {{(pid=94717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 17:26:08.539878 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b6a38-ad0f-4a61-b44e-8dcaff9089ee req-baebe93a-529e-4e5d-a7be-bcf280db03de tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:08.539878 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ef9b6a38-ad0f-4a61-b44e-8dcaff9089ee req-baebe93a-529e-4e5d-a7be-bcf280db03de tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.42 "GET /v2.0/ports?device_id=8da7e513-d446-40e2-bb84-1f9b4edad7e0 HTTP/1.1" status: 200 len: 946 time: 0.1137497 Sep 17 17:26:08.540098 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d067d107-9315-4ec3-833c-266d37585d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:08.564907 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-c93cadc3-8d92-49ca-be1e-ad2af391f7c3 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714646'] for security_group_rule, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:08.596282 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93cadc3-8d92-49ca-be1e-ad2af391f7c3 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b60a930-2cac-46c5-a751-5c9afdd6b03e,revision_number=0']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:08.614902 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93cadc3-8d92-49ca-be1e-ad2af391f7c3 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:26:08.618038 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93cadc3-8d92-49ca-be1e-ad2af391f7c3 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:26:08.618548 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93cadc3-8d92-49ca-be1e-ad2af391f7c3 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:26:08.618670 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93cadc3-8d92-49ca-be1e-ad2af391f7c3 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:26:08.619088 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93cadc3-8d92-49ca-be1e-ad2af391f7c3 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:26:08.619670 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93cadc3-8d92-49ca-be1e-ad2af391f7c3 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:26:08.619784 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93cadc3-8d92-49ca-be1e-ad2af391f7c3 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:26:08.620130 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93cadc3-8d92-49ca-be1e-ad2af391f7c3 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:26:08.620431 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93cadc3-8d92-49ca-be1e-ad2af391f7c3 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:26:08.620872 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93cadc3-8d92-49ca-be1e-ad2af391f7c3 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:26:08.621094 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93cadc3-8d92-49ca-be1e-ad2af391f7c3 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:26:08.621450 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93cadc3-8d92-49ca-be1e-ad2af391f7c3 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:26:08.678533 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-ef9b6a38-ad0f-4a61-b44e-8dcaff9089ee req-ec80a920-16c5-4bca-8d6f-0a116e63de9b tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Deleting port de4ae800-debc-4b86-b054-5f89d79f8e91 {{(pid=94715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:26:08.679071 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-ef9b6a38-ad0f-4a61-b44e-8dcaff9089ee req-ec80a920-16c5-4bca-8d6f-0a116e63de9b tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:08.730931 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-c93cadc3-8d92-49ca-be1e-ad2af391f7c3 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:08.742022 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-c93cadc3-8d92-49ca-be1e-ad2af391f7c3 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4926758 Sep 17 17:26:08.742022 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 57770) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:08.742828 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-8d6a4733-d5e7-4e85-98b4-a4640c2443f4 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Request body: {'security_group_rule': {'security_group_id': '442d0a5a-fff7-4bba-b9e3-87e16efe6a27', 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:26:08.806548 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device f472f43e-acd5-4020-8010-1de13cf20537 up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:26:08.892988 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8d6a4733-d5e7-4e85-98b4-a4640c2443f4 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:08.902665 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-ef9b6a38-ad0f-4a61-b44e-8dcaff9089ee req-ec80a920-16c5-4bca-8d6f-0a116e63de9b tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] For port de4ae800-debc-4b86-b054-5f89d79f8e91, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=de4ae800-debc-4b86-b054-5f89d79f8e91,segment=NetworkSegment(e96ed9d6-dcd6-4b60-800e-12caf220a56a),segment_id=e96ed9d6-dcd6-4b60-800e-12caf220a56a)] {{(pid=94715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:26:08.903737 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-ef9b6a38-ad0f-4a61-b44e-8dcaff9089ee req-ec80a920-16c5-4bca-8d6f-0a116e63de9b tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:08.911250 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port f472f43e-acd5-4020-8010-1de13cf20537 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:26:08.912206 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:08.923712 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-ef9b6a38-ad0f-4a61-b44e-8dcaff9089ee req-ec80a920-16c5-4bca-8d6f-0a116e63de9b tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Calling delete_port for de4ae800-debc-4b86-b054-5f89d79f8e91 owned by compute:nova {{(pid=94715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:26:08.948747 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28023b5-a9b8-46b3-8f20-f4d52f4e4d0d req-ca7b1363-7ea8-494a-9380-489631b4c6d5 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:08.950811 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a28023b5-a9b8-46b3-8f20-f4d52f4e4d0d req-ca7b1363-7ea8-494a-9380-489631b4c6d5 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.1271071 Sep 17 17:26:09.002366 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d067d107-9315-4ec3-833c-266d37585d03 None None] Notify callbacks [] for port, precommit_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:09.007617 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8d6a4733-d5e7-4e85-98b4-a4640c2443f4 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:09.065665 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a28023b5-a9b8-46b3-8f20-f4d52f4e4d0d req-710526ef-0cea-450a-b3d0-d0ab8797f349 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702806 Sep 17 17:26:09.125064 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8d6a4733-d5e7-4e85-98b4-a4640c2443f4 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714646'] for security_group_rule, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:09.125805 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d067d107-9315-4ec3-833c-266d37585d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:09.171398 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a4733-d5e7-4e85-98b4-a4640c2443f4 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd28fbd0-b3b6-4fdc-8e41-a9c6d59492e7,revision_number=0']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:09.247966 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8d6a4733-d5e7-4e85-98b4-a4640c2443f4 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:09.252951 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 57774) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:09.253334 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-8d6a4733-d5e7-4e85-98b4-a4640c2443f4 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5152550 Sep 17 17:26:09.258844 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-93c1b2f9-359b-4141-a321-5bda37f5654a tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Request body: {'security_group_rule': {'security_group_id': '442d0a5a-fff7-4bba-b9e3-87e16efe6a27', 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:26:09.288990 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ee9b7-99ea-45bf-b1ab-452b6408e12b None None] Pushing event updated for resources: {'Port': ['ID=f4710aa1-1411-406f-8e51-94660180d4fe,revision_number=3']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:09.312693 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-ef9b6a38-ad0f-4a61-b44e-8dcaff9089ee req-ec80a920-16c5-4bca-8d6f-0a116e63de9b tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547'] for port, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:09.335614 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['3c503b0b-0cca-4b88-8bc3-d5175436d0de', 'c537682c-4eef-4b6d-8e30-6f9ec6116f67', 'b1ea9103-dd33-479c-bb11-1eb996d29701'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:26:09.339503 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-d067d107-9315-4ec3-833c-266d37585d03 None None] Attempting to bind port f4710aa1-1411-406f-8e51-94660180d4fe on host dv-cinder-809828-1-iscsi for vnic_type normal with profile {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:26:09.340591 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-d067d107-9315-4ec3-833c-266d37585d03 None None] Attempting to bind port f4710aa1-1411-406f-8e51-94660180d4fe by drivers openvswitch,hyperv on host dv-cinder-809828-1-iscsi at level 0 using segments [{'id': 'c30f4699-3842-4565-afca-874ab74be2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '28783785-3a9d-460d-8113-37e1af16e208'}] {{(pid=94717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:26:09.340715 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d067d107-9315-4ec3-833c-266d37585d03 None None] Attempting to bind port f4710aa1-1411-406f-8e51-94660180d4fe on network 28783785-3a9d-460d-8113-37e1af16e208 {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:26:09.481680 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d067d107-9315-4ec3-833c-266d37585d03 None None] Checking agent: {'id': '90d57b62-311c-40f5-abf0-ae568c7aec4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809828-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 14, 57), 'started_at': datetime.datetime(2021, 9, 17, 17, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809828-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:26:09.482276 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d067d107-9315-4ec3-833c-266d37585d03 None None] Checking segment: {'id': 'c30f4699-3842-4565-afca-874ab74be2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '28783785-3a9d-460d-8113-37e1af16e208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:26:09.482726 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d067d107-9315-4ec3-833c-266d37585d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:09.483320 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d067d107-9315-4ec3-833c-266d37585d03 None None] Bound using segment: {'id': 'c30f4699-3842-4565-afca-874ab74be2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '28783785-3a9d-460d-8113-37e1af16e208'} {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:26:09.483921 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-d067d107-9315-4ec3-833c-266d37585d03 None None] Bound port: f4710aa1-1411-406f-8e51-94660180d4fe, host: dv-cinder-809828-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c30f4699-3842-4565-afca-874ab74be2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '28783785-3a9d-460d-8113-37e1af16e208'}}] {{(pid=94717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:26:09.484433 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d067d107-9315-4ec3-833c-266d37585d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:09.523157 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80a920-16c5-4bca-8d6f-0a116e63de9b tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Pushing event deleted for resources: {'Port': ['ID=de4ae800-debc-4b86-b054-5f89d79f8e91,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:09.582705 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec80a920-16c5-4bca-8d6f-0a116e63de9b tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:26:09.583096 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec80a920-16c5-4bca-8d6f-0a116e63de9b tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:26:09.583994 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec80a920-16c5-4bca-8d6f-0a116e63de9b tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:26:09.585005 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec80a920-16c5-4bca-8d6f-0a116e63de9b tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:26:09.585352 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec80a920-16c5-4bca-8d6f-0a116e63de9b tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:26:09.585683 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec80a920-16c5-4bca-8d6f-0a116e63de9b tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:26:09.586854 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec80a920-16c5-4bca-8d6f-0a116e63de9b tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:26:09.587248 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec80a920-16c5-4bca-8d6f-0a116e63de9b tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:26:09.588064 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec80a920-16c5-4bca-8d6f-0a116e63de9b tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:26:09.588410 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec80a920-16c5-4bca-8d6f-0a116e63de9b tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:26:09.588786 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec80a920-16c5-4bca-8d6f-0a116e63de9b tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:26:09.589128 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec80a920-16c5-4bca-8d6f-0a116e63de9b tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:26:09.605306 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-d067d107-9315-4ec3-833c-266d37585d03 None None] For port f4710aa1-1411-406f-8e51-94660180d4fe, host dv-cinder-809828-1-iscsi, cleared binding levels {{(pid=94717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:26:09.610357 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-d067d107-9315-4ec3-833c-266d37585d03 None None] For port f4710aa1-1411-406f-8e51-94660180d4fe, host dv-cinder-809828-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=f4710aa1-1411-406f-8e51-94660180d4fe,segment=NetworkSegment(c30f4699-3842-4565-afca-874ab74be2a9),segment_id=c30f4699-3842-4565-afca-874ab74be2a9)] {{(pid=94717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:26:09.621004 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-93c1b2f9-359b-4141-a321-5bda37f5654a tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:09.641841 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9b6a38-ad0f-4a61-b44e-8dcaff9089ee req-ec80a920-16c5-4bca-8d6f-0a116e63de9b tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] No DVR routers for this DVR port de4ae800-debc-4b86-b054-5f89d79f8e91 on host hv-cinder-80982 {{(pid=94715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 17:26:09.645571 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-ef9b6a38-ad0f-4a61-b44e-8dcaff9089ee req-ec80a920-16c5-4bca-8d6f-0a116e63de9b tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:09.650559 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ef9b6a38-ad0f-4a61-b44e-8dcaff9089ee req-ec80a920-16c5-4bca-8d6f-0a116e63de9b tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.42 "DELETE /v2.0/ports/de4ae800-debc-4b86-b054-5f89d79f8e91 HTTP/1.1" status: 204 len: 173 time: 1.1424129 Sep 17 17:26:09.693585 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da7e513-d446-40e2-bb84-1f9b4edad7e0', 'name': 'network-vif-deleted', 'tag': 'de4ae800-debc-4b86-b054-5f89d79f8e91'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:26:09.696299 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77941b3f-500a-4b0e-9442-a3dcdcbb56cc" -d '{"events": [{"server_uuid": "8da7e513-d446-40e2-bb84-1f9b4edad7e0", "name": "network-vif-deleted", "tag": "de4ae800-debc-4b86-b054-5f89d79f8e91"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:26:09.719911 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-f1c98be8-dfa6-42cb-9189-490fcbc8ac8f None None] Provisioning complete for port f4710aa1-1411-406f-8e51-94660180d4fe triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:26:09.720536 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-f1c98be8-dfa6-42cb-9189-490fcbc8ac8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:09.739400 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-145adab7-7e39-4094-ae7d-fe0f6271b9b1 req-c6b7bd9d-8ef8-4f36-bd56-f652b939bba6 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da7e513-d446-40e2-bb84-1f9b4edad7e0 HTTP/1.1" status: 200 len: 210 time: 0.2249596 Sep 17 17:26:09.784929 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-f1c98be8-dfa6-42cb-9189-490fcbc8ac8f None None] Port f4710aa1-1411-406f-8e51-94660180d4fe cannot update to ACTIVE because it is not bound. {{(pid=94717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 17:26:09.788315 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d067d107-9315-4ec3-833c-266d37585d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:09.803721 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517ffce5-e99d-4baf-bba4-e70546dc50c7 x-openstack-request-id: req-517ffce5-e99d-4baf-bba4-e70546dc50c7 {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:26:09.804305 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da7e513-d446-40e2-bb84-1f9b4edad7e0", "name": "network-vif-deleted", "tag": "de4ae800-debc-4b86-b054-5f89d79f8e91", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:26:09.804565 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-517ffce5-e99d-4baf-bba4-e70546dc50c7 {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:26:09.805004 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da7e513-d446-40e2-bb84-1f9b4edad7e0', 'name': 'network-vif-deleted', 'tag': 'de4ae800-debc-4b86-b054-5f89d79f8e91', 'status': 'completed', 'code': 200} Sep 17 17:26:09.832731 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0feb6-00e1-4797-948f-041dd9879604 req-89fecdc2-19ae-4c53-98dd-e949abf967f8 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:09.842474 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-dcd0feb6-00e1-4797-948f-041dd9879604 req-89fecdc2-19ae-4c53-98dd-e949abf967f8 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.2672760 Sep 17 17:26:09.899633 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-93c1b2f9-359b-4141-a321-5bda37f5654a tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:09.916609 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d067d107-9315-4ec3-833c-266d37585d03 None None] Routers {'fb280d27-4075-4a44-9497-59b988afc506'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:26:09.917428 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-d067d107-9315-4ec3-833c-266d37585d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:25:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['fb280d27-4075-4a44-9497-59b988afc506'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:26:09.920352 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-dcd0feb6-00e1-4797-948f-041dd9879604 req-5898b502-b961-4253-a747-0494048d05ad tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735373 Sep 17 17:26:10.015721 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ee9b7-99ea-45bf-b1ab-452b6408e12b None None] Pushing event updated for resources: {'Port': ['ID=f4710aa1-1411-406f-8e51-94660180d4fe,revision_number=4']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:10.089216 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-93c1b2f9-359b-4141-a321-5bda37f5654a tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714646'] for security_group_rule, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:10.123243 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1b2f9-359b-4141-a321-5bda37f5654a tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71aa0a0c-9fb5-4198-97ff-1d7f95a71c63,revision_number=0']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:10.222427 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-93c1b2f9-359b-4141-a321-5bda37f5654a tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:10.226819 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-93c1b2f9-359b-4141-a321-5bda37f5654a tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9693577 Sep 17 17:26:10.229385 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 57796) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:10.236940 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-6acc90bb-8f5e-471e-9e30-07c23bd47f35 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Request body: {'security_group_rule': {'security_group_id': '442d0a5a-fff7-4bba-b9e3-87e16efe6a27', 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:26:10.306644 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f273bc-3432-4769-b527-c25ef1768b21 req-53366ac4-23a4-43af-b56d-cd776a056f38 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:10.308235 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-79f273bc-3432-4769-b527-c25ef1768b21 req-53366ac4-23a4-43af-b56d-cd776a056f38 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.1053369 Sep 17 17:26:10.314570 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-d067d107-9315-4ec3-833c-266d37585d03 None None] Set router fb280d27-4075-4a44-9497-59b988afc506 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:26:10.384030 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-6acc90bb-8f5e-471e-9e30-07c23bd47f35 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:10.392181 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-79f273bc-3432-4769-b527-c25ef1768b21 req-a5fe0154-554b-4dd7-b9d4-19b3c08bba8b tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720899 Sep 17 17:26:10.485559 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-6acc90bb-8f5e-471e-9e30-07c23bd47f35 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:10.567218 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-8d043090-a00c-46d2-82e6-6a1db746975a None None] Provisioning complete for port f4710aa1-1411-406f-8e51-94660180d4fe triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:26:10.568659 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-8d043090-a00c-46d2-82e6-6a1db746975a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:10.594629 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-6acc90bb-8f5e-471e-9e30-07c23bd47f35 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714646'] for security_group_rule, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:10.634677 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc90bb-8f5e-471e-9e30-07c23bd47f35 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff8e8952-3d15-4a80-b876-028ff2b8d41d,revision_number=0']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:10.753584 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-6acc90bb-8f5e-471e-9e30-07c23bd47f35 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:10.758177 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-6acc90bb-8f5e-471e-9e30-07c23bd47f35 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5263281 Sep 17 17:26:10.758566 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 57842) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:10.783824 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-0efd022b-6801-406f-b21b-fb421693f879 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Request body: {'security_group_rule': {'security_group_id': '442d0a5a-fff7-4bba-b9e3-87e16efe6a27', 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:26:10.890139 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-8d043090-a00c-46d2-82e6-6a1db746975a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:10.945613 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-d067d107-9315-4ec3-833c-266d37585d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb280d27-4075-4a44-9497-59b988afc506', 'name': 'tempest-TestVolumeBootPattern-27991684-router', 'tenant_id': '8b5ec1f6c8eb41bb861c57c2bfb7c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'f472f43e-acd5-4020-8010-1de13cf20537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:25:59Z', 'updated_at': '2021-09-17T17:26:05Z', 'revision_number': 4, 'project_id': '8b5ec1f6c8eb41bb861c57c2bfb7c40e', 'gw_port': {'id': 'f472f43e-acd5-4020-8010-1de13cf20537', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:20:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb280d27-4075-4a44-9497-59b988afc506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:26:00Z', 'updated_at': '2021-09-17T17:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': 'f4710aa1-1411-406f-8e51-94660180d4fe', 'name': '', 'network_id': '28783785-3a9d-460d-8113-37e1af16e208', 'tenant_id': '8b5ec1f6c8eb41bb861c57c2bfb7c40e', 'mac_address': 'fa:16:3e:8a:59:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb280d27-4075-4a44-9497-59b988afc506', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '36c1a962-b3d6-4c22-858a-cf6aeaecd1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:26:04Z', 'updated_at': '2021-09-17T17:26:09Z', 'revision_number': 4, 'project_id': '8b5ec1f6c8eb41bb861c57c2bfb7c40e', 'subnets': [{'id': '36c1a962-b3d6-4c22-858a-cf6aeaecd1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:26:10.946894 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-edae7c2e-cae9-4ee2-92e9-3568901cd34a req-10d4e10b-a896-43fb-aeee-3e8e11e78d0c tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=8da7e513-d446-40e2-bb84-1f9b4edad7e0 HTTP/1.1" status: 200 len: 210 time: 0.0493209 Sep 17 17:26:10.946894 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.db.securitygroups_db [None req-0efd022b-6801-406f-b21b-fb421693f879 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Project 6ae79036f78e4d3c9eb885dec9a803b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 17:26:10.946894 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0efd022b-6801-406f-b21b-fb421693f879 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:10.954354 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-8d043090-a00c-46d2-82e6-6a1db746975a None None] For port f4710aa1-1411-406f-8e51-94660180d4fe, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=f4710aa1-1411-406f-8e51-94660180d4fe,segment=NetworkSegment(c30f4699-3842-4565-afca-874ab74be2a9),segment_id=c30f4699-3842-4565-afca-874ab74be2a9)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:26:10.986568 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d067d107-9315-4ec3-833c-266d37585d03 None None] The sync data for ids ['fb280d27-4075-4a44-9497-59b988afc506'] in dv-cinder-809828-1-iscsi is: [{'id': 'fb280d27-4075-4a44-9497-59b988afc506', 'name': 'tempest-TestVolumeBootPattern-27991684-router', 'tenant_id': '8b5ec1f6c8eb41bb861c57c2bfb7c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'f472f43e-acd5-4020-8010-1de13cf20537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:25:59Z', 'updated_at': '2021-09-17T17:26:05Z', 'revision_number': 4, 'project_id': '8b5ec1f6c8eb41bb861c57c2bfb7c40e', 'gw_port': {'id': 'f472f43e-acd5-4020-8010-1de13cf20537', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:20:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb280d27-4075-4a44-9497-59b988afc506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:26:00Z', 'updated_at': '2021-09-17T17:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': 'f4710aa1-1411-406f-8e51-94660180d4fe', 'name': '', 'network_id': '28783785-3a9d-460d-8113-37e1af16e208', 'tenant_id': '8b5ec1f6c8eb41bb861c57c2bfb7c40e', 'mac_address': 'fa:16:3e:8a:59:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb280d27-4075-4a44-9497-59b988afc506', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '36c1a962-b3d6-4c22-858a-cf6aeaecd1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:26:04Z', 'updated_at': '2021-09-17T17:26:09Z', 'revision_number': 4, 'project_id': '8b5ec1f6c8eb41bb861c57c2bfb7c40e', 'subnets': [{'id': '36c1a962-b3d6-4c22-858a-cf6aeaecd1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:26:10.992489 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0efd022b-6801-406f-b21b-fb421693f879 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:11.062534 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0906e-1c75-4672-a913-aff60ed7a11e req-53fe4f81-2bef-4c91-aa87-30abd6a3a6f4 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:11.064276 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d7b0906e-1c75-4672-a913-aff60ed7a11e req-53fe4f81-2bef-4c91-aa87-30abd6a3a6f4 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0757732 Sep 17 17:26:11.111145 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d7b0906e-1c75-4672-a913-aff60ed7a11e req-5c99179a-95e4-4482-af33-7bb407a19117 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396931 Sep 17 17:26:11.291267 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device de4ae800-debc-4b86-b054-5f89d79f8e91 no longer exists at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:26:11.314796 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] No Port match for: de4ae800-debc-4b86-b054-5f89d79f8e91 {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:26:11.315214 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device de4ae800-debc-4b86-b054-5f89d79f8e91 not bound to the agent host hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:26:11.508809 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316769c-24f2-4fb8-9c0f-f91b95ada25f req-63c6f86d-bc6d-47c2-90cb-ca7b8a0bfaa2 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:11.510267 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3316769c-24f2-4fb8-9c0f-f91b95ada25f req-63c6f86d-bc6d-47c2-90cb-ca7b8a0bfaa2 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.0505157 Sep 17 17:26:11.567772 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3316769c-24f2-4fb8-9c0f-f91b95ada25f req-7ffcbec5-f4ea-4e43-b24e-8916ac58f13d tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513158 Sep 17 17:26:11.619829 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99873cd8-f01a-4d98-96a0-f49aed5fb969 req-0ac751d9-0f43-4483-aeb1-b4c5ab0e1156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:11.621211 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-99873cd8-f01a-4d98-96a0-f49aed5fb969 req-0ac751d9-0f43-4483-aeb1-b4c5ab0e1156 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 1099 time: 0.0393014 Sep 17 17:26:11.658258 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-99873cd8-f01a-4d98-96a0-f49aed5fb969 req-aa7985f7-d509-405f-be0b-f65ec69a3016 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285432 Sep 17 17:26:11.676026 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0efd022b-6801-406f-b21b-fb421693f879 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714646'] for security_group_rule, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:11.685707 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-8d043090-a00c-46d2-82e6-6a1db746975a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:11.696017 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd022b-6801-406f-b21b-fb421693f879 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca2e710-62c2-46f4-8c77-985a69a5068d,revision_number=0']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:11.732863 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d043090-a00c-46d2-82e6-6a1db746975a None None] Pushing event updated for resources: {'Port': ['ID=f4710aa1-1411-406f-8e51-94660180d4fe,revision_number=5']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:11.902280 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0efd022b-6801-406f-b21b-fb421693f879 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:11.903586 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-0efd022b-6801-406f-b21b-fb421693f879 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1306334 Sep 17 17:26:11.906413 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 57862) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:11.914548 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-5c849847-c444-46a1-b2f0-5a9a66600bf6 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Request body: {'security_group_rule': {'security_group_id': '442d0a5a-fff7-4bba-b9e3-87e16efe6a27', 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:26:12.011769 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.db.securitygroups_db [None req-5c849847-c444-46a1-b2f0-5a9a66600bf6 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Project 6ae79036f78e4d3c9eb885dec9a803b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 17:26:12.021175 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-5c849847-c444-46a1-b2f0-5a9a66600bf6 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:12.184781 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-5c849847-c444-46a1-b2f0-5a9a66600bf6 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:12.293399 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-5c849847-c444-46a1-b2f0-5a9a66600bf6 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714646'] for security_group_rule, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:12.335818 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c849847-c444-46a1-b2f0-5a9a66600bf6 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c88b018-330f-4115-9c34-701e22095004,revision_number=0']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:12.359256 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01d514-d6fb-4ace-b0a3-7afd2e07defa req-20555944-71ab-4394-8740-6a7a7774f5de tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:12.367871 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1e01d514-d6fb-4ace-b0a3-7afd2e07defa req-20555944-71ab-4394-8740-6a7a7774f5de tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.1454546 Sep 17 17:26:12.464066 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1e01d514-d6fb-4ace-b0a3-7afd2e07defa req-a05fbe59-c1c9-487d-9416-ec7c870b9e67 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947778 Sep 17 17:26:12.530391 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-5c849847-c444-46a1-b2f0-5a9a66600bf6 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:12.530391 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-5c849847-c444-46a1-b2f0-5a9a66600bf6 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6191120 Sep 17 17:26:12.701710 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06401bf-7639-4590-8b1b-2392feaa5439 req-9038f83e-1874-4950-8787-a93ee8247a14 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:12.703253 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b06401bf-7639-4590-8b1b-2392feaa5439 req-9038f83e-1874-4950-8787-a93ee8247a14 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.0549703 Sep 17 17:26:12.743847 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b06401bf-7639-4590-8b1b-2392feaa5439 req-cb31a9a3-b230-4008-b1f5-851aff9320fa tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341194 Sep 17 17:26:12.775236 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device f4710aa1-1411-406f-8e51-94660180d4fe up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:26:12.841734 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port f4710aa1-1411-406f-8e51-94660180d4fe triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:26:12.842121 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:13.571219 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafcbb9-15dd-4ffc-a5ce-dd8dd68d0b63 req-fee8250a-2274-4a03-be76-064564928c46 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:13.572717 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-deafcbb9-15dd-4ffc-a5ce-dd8dd68d0b63 req-fee8250a-2274-4a03-be76-064564928c46 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0542016 Sep 17 17:26:13.610326 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-deafcbb9-15dd-4ffc-a5ce-dd8dd68d0b63 req-351bb3a3-98e4-418a-9dc2-c468f5252dc0 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315762 Sep 17 17:26:13.888361 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170bf9d-a4fa-4142-83e3-556bca8f9aaa req-38f17280-5b22-43e7-9368-c0e123382c85 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:13.892697 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6170bf9d-a4fa-4142-83e3-556bca8f9aaa req-38f17280-5b22-43e7-9368-c0e123382c85 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.0578711 Sep 17 17:26:13.929666 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6170bf9d-a4fa-4142-83e3-556bca8f9aaa req-36320d46-39b0-42e9-a1ac-2565600ede2e tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332892 Sep 17 17:26:14.126794 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd273db8-cf39-488f-b927-3978e4d10d41 req-4ec034cb-406b-416f-bdd5-08442972b621 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:14.128295 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bd273db8-cf39-488f-b927-3978e4d10d41 req-4ec034cb-406b-416f-bdd5-08442972b621 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=d35b3c71-d3ea-4aa9-9363-8a5971f74f71 HTTP/1.1" status: 200 len: 945 time: 0.0478361 Sep 17 17:26:14.188258 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bd273db8-cf39-488f-b927-3978e4d10d41 req-78c2f171-ff1f-4e03-96f5-eb38f504761c tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537291 Sep 17 17:26:14.203980 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db34650-73a3-4c88-9419-be579fd62cab req-8de76eea-a6dd-4917-a64c-9b2dd255eded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:14.205440 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7db34650-73a3-4c88-9419-be579fd62cab req-8de76eea-a6dd-4917-a64c-9b2dd255eded service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d00f129a8555488e830b8922b204b52b&device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 1098 time: 0.0464175 Sep 17 17:26:14.308915 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db34650-73a3-4c88-9419-be579fd62cab req-68d97eac-a20a-466b-b3e2-0a7a5bf11412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:14.308915 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7db34650-73a3-4c88-9419-be579fd62cab req-68d97eac-a20a-466b-b3e2-0a7a5bf11412 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cb36a6d4-a9d9-4809-94d8-ccef3d49f97a HTTP/1.1" status: 200 len: 918 time: 0.0937130 Sep 17 17:26:14.418456 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7db34650-73a3-4c88-9419-be579fd62cab req-63aeafae-8fcd-436a-9fbc-7c18c390ffd6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=564b7c2e-c673-4540-9e41-f972aca80f76 HTTP/1.1" status: 200 len: 1000 time: 0.0904791 Sep 17 17:26:14.431676 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80163cd0-cd23-4fde-b61a-f9bc74598998 req-b460e216-b7db-4b28-bb1f-90bc2f7df756 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:14.433179 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-80163cd0-cd23-4fde-b61a-f9bc74598998 req-b460e216-b7db-4b28-bb1f-90bc2f7df756 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0706398 Sep 17 17:26:14.531133 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db34650-73a3-4c88-9419-be579fd62cab req-5503dedc-9063-422f-bd5f-c64890d5b545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:14.538311 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7db34650-73a3-4c88-9419-be579fd62cab req-5503dedc-9063-422f-bd5f-c64890d5b545 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fde94289-3ec1-481c-9f1d-1204a3b357ea HTTP/1.1" status: 200 len: 856 time: 0.0981901 Sep 17 17:26:14.540125 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-80163cd0-cd23-4fde-b61a-f9bc74598998 req-c8fd3b54-b4a2-486b-9d6e-c7b113b0f557 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970521 Sep 17 17:26:14.573513 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ebde10-d411-44e2-a11f-d6835106f12a req-80c76182-a1ba-4fb5-8f29-560229d59d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:14.575015 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-45ebde10-d411-44e2-a11f-d6835106f12a req-80c76182-a1ba-4fb5-8f29-560229d59d3e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=936d96ec969642abb3e823dfa0130055&device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 1099 time: 0.1133242 Sep 17 17:26:14.589914 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db34650-73a3-4c88-9419-be579fd62cab req-0414dca1-894c-4640-b4a6-fb5b9b3bb6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:14.591419 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7db34650-73a3-4c88-9419-be579fd62cab req-0414dca1-894c-4640-b4a6-fb5b9b3bb6de service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cb36a6d4-a9d9-4809-94d8-ccef3d49f97a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504549 Sep 17 17:26:14.954890 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7db34650-73a3-4c88-9419-be579fd62cab req-e862fc7f-ad0d-43e4-b6f8-5ab7afc8d443 service neutron] 10.222.0.42 "GET /v2.0/networks/cb36a6d4-a9d9-4809-94d8-ccef3d49f97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443186 Sep 17 17:26:14.957643 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ebde10-d411-44e2-a11f-d6835106f12a req-3d3004d5-2c9b-4446-b6d7-40dff77cf697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:14.959167 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-45ebde10-d411-44e2-a11f-d6835106f12a req-3d3004d5-2c9b-4446-b6d7-40dff77cf697 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7cc607b2-217d-4062-b691-f78cd94d3695 HTTP/1.1" status: 200 len: 919 time: 0.3667929 Sep 17 17:26:15.031302 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-45ebde10-d411-44e2-a11f-d6835106f12a req-36d1ebfb-688f-4d29-9fb1-eb78c4427ba3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0c509ae-87ca-41dd-a870-1cafb8a88d5e HTTP/1.1" status: 200 len: 217 time: 0.0521901 Sep 17 17:26:15.167752 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25875f11-e62f-4e3e-8548-59426a21db89 req-7ebd1452-b8a3-40a5-9f09-44175691d284 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:15.169315 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-25875f11-e62f-4e3e-8548-59426a21db89 req-7ebd1452-b8a3-40a5-9f09-44175691d284 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.1425903 Sep 17 17:26:15.172819 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ebde10-d411-44e2-a11f-d6835106f12a req-dc7ac65f-6878-4e28-9ca8-f042dbe13ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:15.174136 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-45ebde10-d411-44e2-a11f-d6835106f12a req-dc7ac65f-6878-4e28-9ca8-f042dbe13ac7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aee1d114-d631-4cfa-9776-affd7ae8bdda HTTP/1.1" status: 200 len: 858 time: 0.1282845 Sep 17 17:26:15.179398 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7db34650-73a3-4c88-9419-be579fd62cab req-0559ae07-dba5-4c2f-bde0-6d03cf15b3a7 service neutron] 10.222.0.42 "GET /v2.0/networks/cb36a6d4-a9d9-4809-94d8-ccef3d49f97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016988 Sep 17 17:26:15.225914 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-45ebde10-d411-44e2-a11f-d6835106f12a req-a9d98d6b-8e3f-4315-808d-c6e5abd2defc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7cc607b2-217d-4062-b691-f78cd94d3695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311015 Sep 17 17:26:15.237881 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-25875f11-e62f-4e3e-8548-59426a21db89 req-de931ee7-bbcc-4277-b374-4a00f120947a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612509 Sep 17 17:26:15.390294 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:15.409825 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82583204-2fe8-4bd1-afba-18a9a16779b1 req-34b5a2c5-403c-4d9a-b525-c53bd6cd474a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:15.411381 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-82583204-2fe8-4bd1-afba-18a9a16779b1 req-34b5a2c5-403c-4d9a-b525-c53bd6cd474a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d00f129a8555488e830b8922b204b52b&device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 1098 time: 0.1650031 Sep 17 17:26:15.423942 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69652f91-baed-4334-b490-5946eb67038e req-1583c86d-cb1e-4d75-bcc7-7e006a302d22 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:15.425452 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-69652f91-baed-4334-b490-5946eb67038e req-1583c86d-cb1e-4d75-bcc7-7e006a302d22 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=d35b3c71-d3ea-4aa9-9363-8a5971f74f71 HTTP/1.1" status: 200 len: 945 time: 0.1222360 Sep 17 17:26:15.431138 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-45ebde10-d411-44e2-a11f-d6835106f12a req-f1e6ac07-9bf6-4aae-b8b3-5e069bc84af9 service neutron] 10.222.0.42 "GET /v2.0/networks/7cc607b2-217d-4062-b691-f78cd94d3695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859641 Sep 17 17:26:15.547723 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-69652f91-baed-4334-b490-5946eb67038e req-61995dfd-1ee9-4575-a64c-96441fcf4906 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143365 Sep 17 17:26:15.626593 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82583204-2fe8-4bd1-afba-18a9a16779b1 req-132af8f5-9f76-4a30-be3c-3e581fbd01f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:15.628069 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-82583204-2fe8-4bd1-afba-18a9a16779b1 req-132af8f5-9f76-4a30-be3c-3e581fbd01f5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cb36a6d4-a9d9-4809-94d8-ccef3d49f97a HTTP/1.1" status: 200 len: 918 time: 0.1808238 Sep 17 17:26:15.638407 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-45ebde10-d411-44e2-a11f-d6835106f12a req-5b123dba-ff8c-4bde-ab2f-af3e3f53ec68 service neutron] 10.222.0.42 "GET /v2.0/networks/7cc607b2-217d-4062-b691-f78cd94d3695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898723 Sep 17 17:26:15.726433 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81af22-9490-4ae3-bdef-56f43ce2548e req-df69cdeb-4074-490a-aaa4-5bc00771f95e tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:15.727970 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8b81af22-9490-4ae3-bdef-56f43ce2548e req-df69cdeb-4074-490a-aaa4-5bc00771f95e tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.1046228 Sep 17 17:26:15.733777 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-82583204-2fe8-4bd1-afba-18a9a16779b1 req-9c981270-02c1-41d9-9405-0315acf0321a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=564b7c2e-c673-4540-9e41-f972aca80f76 HTTP/1.1" status: 200 len: 1000 time: 0.0806882 Sep 17 17:26:15.799259 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8b81af22-9490-4ae3-bdef-56f43ce2548e req-ef7591a0-9668-48b5-ab52-6dd0da33c3ed tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645311 Sep 17 17:26:15.813092 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82583204-2fe8-4bd1-afba-18a9a16779b1 req-af8d41d6-90d0-47f3-a152-85aac6145c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:15.814911 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-82583204-2fe8-4bd1-afba-18a9a16779b1 req-af8d41d6-90d0-47f3-a152-85aac6145c3c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fde94289-3ec1-481c-9f1d-1204a3b357ea HTTP/1.1" status: 200 len: 856 time: 0.0625408 Sep 17 17:26:15.865480 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82583204-2fe8-4bd1-afba-18a9a16779b1 req-5349ee33-1fec-49df-83e5-4f6dce9bc5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:15.867026 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-82583204-2fe8-4bd1-afba-18a9a16779b1 req-5349ee33-1fec-49df-83e5-4f6dce9bc5a2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cb36a6d4-a9d9-4809-94d8-ccef3d49f97a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401504 Sep 17 17:26:15.968043 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-82583204-2fe8-4bd1-afba-18a9a16779b1 req-a7bd7158-c37c-49ea-89f1-68ca73b8ac02 service neutron] 10.222.0.42 "GET /v2.0/networks/cb36a6d4-a9d9-4809-94d8-ccef3d49f97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909183 Sep 17 17:26:16.063619 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-82583204-2fe8-4bd1-afba-18a9a16779b1 req-40a24fe3-945d-44a8-9f81-e4466eaa5a93 service neutron] 10.222.0.42 "GET /v2.0/networks/cb36a6d4-a9d9-4809-94d8-ccef3d49f97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858679 Sep 17 17:26:16.278148 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c392a4a-0512-4e98-958c-00092985dfc3 req-4b53be29-c9d3-4a77-9a0e-56a21d748323 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:16.279657 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2c392a4a-0512-4e98-958c-00092985dfc3 req-4b53be29-c9d3-4a77-9a0e-56a21d748323 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.42 "GET /v2.0/ports?device_id=d35b3c71-d3ea-4aa9-9363-8a5971f74f71 HTTP/1.1" status: 200 len: 945 time: 0.0496888 Sep 17 17:26:16.379749 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-2c392a4a-0512-4e98-958c-00092985dfc3 req-b776269d-5b70-4cef-bd4a-8a4e04d91e10 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Deleting port b1ea9103-dd33-479c-bb11-1eb996d29701 {{(pid=94715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:26:16.381185 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-2c392a4a-0512-4e98-958c-00092985dfc3 req-b776269d-5b70-4cef-bd4a-8a4e04d91e10 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:16.499015 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5499f-30cf-4df2-b6a8-2daa65b837e4 req-fffb3240-0a15-44cf-918b-e5bc0ff60b31 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:16.500524 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a2a5499f-30cf-4df2-b6a8-2daa65b837e4 req-fffb3240-0a15-44cf-918b-e5bc0ff60b31 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 945 time: 0.1148541 Sep 17 17:26:16.533574 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-2c392a4a-0512-4e98-958c-00092985dfc3 req-b776269d-5b70-4cef-bd4a-8a4e04d91e10 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] For port b1ea9103-dd33-479c-bb11-1eb996d29701, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=b1ea9103-dd33-479c-bb11-1eb996d29701,segment=NetworkSegment(e96ed9d6-dcd6-4b60-800e-12caf220a56a),segment_id=e96ed9d6-dcd6-4b60-800e-12caf220a56a)] {{(pid=94715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:26:16.540459 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-2c392a4a-0512-4e98-958c-00092985dfc3 req-b776269d-5b70-4cef-bd4a-8a4e04d91e10 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:16.560222 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-2c392a4a-0512-4e98-958c-00092985dfc3 req-b776269d-5b70-4cef-bd4a-8a4e04d91e10 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Calling delete_port for b1ea9103-dd33-479c-bb11-1eb996d29701 owned by compute:nova {{(pid=94715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:26:16.566845 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a2a5499f-30cf-4df2-b6a8-2daa65b837e4 req-63e47630-3493-44e9-983b-18aeec1626a9 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573406 Sep 17 17:26:16.707216 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b41d0-812a-45a3-9b27-2a59149e0a79 req-6f0f750f-b5c3-4329-94f2-be42e0a1fd77 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:16.710473 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-606b41d0-812a-45a3-9b27-2a59149e0a79 req-6f0f750f-b5c3-4329-94f2-be42e0a1fd77 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=d35b3c71-d3ea-4aa9-9363-8a5971f74f71 HTTP/1.1" status: 200 len: 945 time: 0.0791421 Sep 17 17:26:16.791739 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-606b41d0-812a-45a3-9b27-2a59149e0a79 req-8990f13a-da66-4055-9e36-c71d070ba0d8 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742443 Sep 17 17:26:16.873384 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-2c392a4a-0512-4e98-958c-00092985dfc3 req-b776269d-5b70-4cef-bd4a-8a4e04d91e10 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547'] for port, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:16.888283 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['3c503b0b-0cca-4b88-8bc3-d5175436d0de', 'c537682c-4eef-4b6d-8e30-6f9ec6116f67', 'b1ea9103-dd33-479c-bb11-1eb996d29701'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:26:16.919647 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776269d-5b70-4cef-bd4a-8a4e04d91e10 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Pushing event deleted for resources: {'Port': ['ID=b1ea9103-dd33-479c-bb11-1eb996d29701,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:16.984628 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c392a4a-0512-4e98-958c-00092985dfc3 req-b776269d-5b70-4cef-bd4a-8a4e04d91e10 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] No DVR routers for this DVR port b1ea9103-dd33-479c-bb11-1eb996d29701 on host hv-cinder-80982 {{(pid=94715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 17:26:16.987451 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-2c392a4a-0512-4e98-958c-00092985dfc3 req-b776269d-5b70-4cef-bd4a-8a4e04d91e10 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:16.989441 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2c392a4a-0512-4e98-958c-00092985dfc3 req-b776269d-5b70-4cef-bd4a-8a4e04d91e10 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.42 "DELETE /v2.0/ports/b1ea9103-dd33-479c-bb11-1eb996d29701 HTTP/1.1" status: 204 len: 173 time: 0.7013316 Sep 17 17:26:16.997143 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2829b-22b6-4341-bad8-b0abbc6509fe req-b7489943-fa86-404c-a183-0f3048a97a3b tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:16.998579 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-75c2829b-22b6-4341-bad8-b0abbc6509fe req-b7489943-fa86-404c-a183-0f3048a97a3b tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.1230845 Sep 17 17:26:16.999052 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd35b3c71-d3ea-4aa9-9363-8a5971f74f71', 'name': 'network-vif-deleted', 'tag': 'b1ea9103-dd33-479c-bb11-1eb996d29701'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:26:17.001314 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b1290a-9faf-46b4-b7c7-4b0f8d5f4373" -d '{"events": [{"server_uuid": "d35b3c71-d3ea-4aa9-9363-8a5971f74f71", "name": "network-vif-deleted", "tag": "b1ea9103-dd33-479c-bb11-1eb996d29701"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:26:17.046729 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565f64d7-880f-49cf-8b24-87b6f6e6c1ea x-openstack-request-id: req-565f64d7-880f-49cf-8b24-87b6f6e6c1ea {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:26:17.047775 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d35b3c71-d3ea-4aa9-9363-8a5971f74f71", "name": "network-vif-deleted", "tag": "b1ea9103-dd33-479c-bb11-1eb996d29701", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:26:17.048031 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-565f64d7-880f-49cf-8b24-87b6f6e6c1ea {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:26:17.048425 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd35b3c71-d3ea-4aa9-9363-8a5971f74f71', 'name': 'network-vif-deleted', 'tag': 'b1ea9103-dd33-479c-bb11-1eb996d29701', 'status': 'completed', 'code': 200} Sep 17 17:26:17.058255 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-75c2829b-22b6-4341-bad8-b0abbc6509fe req-249714e4-db31-453f-903d-28dd334f2df2 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460513 Sep 17 17:26:17.187865 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 58056) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:17.294942 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 564b7c2e-c673-4540-9e41-f972aca80f76 no longer exists at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:26:17.307711 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-185fc56e-ebef-4653-90eb-ff12437e6b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:17.375356 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:17.403779 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f874e1-1f62-4fde-ba5d-0e0c580834b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '564b7c2e-c673-4540-9e41-f972aca80f76'}] {{(pid=94717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:26:17.406670 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef4bfb6114c7858c34ed9f7d570ef17f9d28f3d7fc67a01f0bf07e2066d3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870eba10-654a-4cfb-9bc7-51f508ba46ae" -d '{"events": [{"server_uuid": "e5f874e1-1f62-4fde-ba5d-0e0c580834b1", "name": "network-vif-unplugged", "status": "completed", "tag": "564b7c2e-c673-4540-9e41-f972aca80f76"}]}' {{(pid=94717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:26:17.407199 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-185fc56e-ebef-4653-90eb-ff12437e6b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:17.422098 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 564b7c2e-c673-4540-9e41-f972aca80f76, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=564b7c2e-c673-4540-9e41-f972aca80f76,segment=NetworkSegment(b1a03354-394c-43d7-9829-253346971927),segment_id=b1a03354-394c-43d7-9829-253346971927)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:26:17.454034 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 17:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a45418d-4bb7-498c-ae12-229d6d3bfdb5 x-openstack-request-id: req-0a45418d-4bb7-498c-ae12-229d6d3bfdb5 {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:26:17.454347 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f874e1-1f62-4fde-ba5d-0e0c580834b1", "name": "network-vif-unplugged", "status": "completed", "tag": "564b7c2e-c673-4540-9e41-f972aca80f76", "code": 200}]} {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:26:17.454602 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a45418d-4bb7-498c-ae12-229d6d3bfdb5 {{(pid=94717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:26:17.455021 dv-cinder-809828-1-iscsi neutron-server[94717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f874e1-1f62-4fde-ba5d-0e0c580834b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '564b7c2e-c673-4540-9e41-f972aca80f76', 'code': 200} Sep 17 17:26:17.488083 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-185fc56e-ebef-4653-90eb-ff12437e6b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:17.537014 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:17.537145 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185fc56e-ebef-4653-90eb-ff12437e6b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45fb0d4-c33c-43a2-8ff4-33601491b49d,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:17.542635 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 58068) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:17.542807 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-185fc56e-ebef-4653-90eb-ff12437e6b53 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=87c7deef86be4bc5aea90b707248099b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3537657 Sep 17 17:26:17.585520 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=564b7c2e-c673-4540-9e41-f972aca80f76,revision_number=8']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:17.617460 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-373e6ef9-f0ef-4cf2-9625-0ea268632cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:17.644231 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-373e6ef9-f0ef-4cf2-9625-0ea268632cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:17.733734 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd85287-2207-4f81-9fe7-9c3e2e169813 req-19040c1e-3e5e-481c-9803-21d0285316a2 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:17.735415 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3bd85287-2207-4f81-9fe7-9c3e2e169813 req-19040c1e-3e5e-481c-9803-21d0285316a2 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 943 time: 0.0692575 Sep 17 17:26:17.796442 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3bd85287-2207-4f81-9fe7-9c3e2e169813 req-29d0fc79-73f3-4c7c-b1bb-3b70b9364aa0 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462358 Sep 17 17:26:17.848245 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-373e6ef9-f0ef-4cf2-9625-0ea268632cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:17.858102 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-373e6ef9-f0ef-4cf2-9625-0ea268632cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:17.858102 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-373e6ef9-f0ef-4cf2-9625-0ea268632cd7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e45fb0d4-c33c-43a2-8ff4-33601491b49d HTTP/1.1" status: 204 len: 168 time: 0.3088045 Sep 17 17:26:17.862454 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e6ef9-f0ef-4cf2-9625-0ea268632cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45fb0d4-c33c-43a2-8ff4-33601491b49d,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:17.916640 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-374ee329-7177-4480-948d-7782e66321c0 req-83f94a89-87ad-41e3-b074-aa1b8f088733 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=d35b3c71-d3ea-4aa9-9363-8a5971f74f71 HTTP/1.1" status: 200 len: 210 time: 0.0372431 Sep 17 17:26:18.209669 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f058d9-3a24-446b-ba70-ecfaafc89992 req-6a0e8af6-b634-4ccc-bd52-dd3b5642b53c tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:18.211355 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-80f058d9-3a24-446b-ba70-ecfaafc89992 req-6a0e8af6-b634-4ccc-bd52-dd3b5642b53c tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0661561 Sep 17 17:26:18.254469 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-80f058d9-3a24-446b-ba70-ecfaafc89992 req-e38db7d4-4792-4150-8921-0784d29a7a80 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367603 Sep 17 17:26:18.808479 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 58102) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:18.818213 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e269684e-2f37-4b53-b041-bb569cf46735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:18.937456 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efced9c-c935-4ada-b994-0adf70738edd req-b98370d5-e0dd-408f-8dda-a254c1b78f23 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:18.941614 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4efced9c-c935-4ada-b994-0adf70738edd req-b98370d5-e0dd-408f-8dda-a254c1b78f23 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 943 time: 0.0613754 Sep 17 17:26:18.953115 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e269684e-2f37-4b53-b041-bb569cf46735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:18.989797 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4efced9c-c935-4ada-b994-0adf70738edd req-46bc5c25-0e22-4d49-924b-dfc2168252f5 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424113 Sep 17 17:26:19.030421 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e269684e-2f37-4b53-b041-bb569cf46735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:19.074649 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-e269684e-2f37-4b53-b041-bb569cf46735 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a40ec1fcd7b247cda649e27753da5f02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2693279 Sep 17 17:26:19.074876 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 58120) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:19.076566 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269684e-2f37-4b53-b041-bb569cf46735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bd46f7-eca6-45f7-b860-d55e9e782755,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:19.157982 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-10281620-c0ec-461a-8f49-5c66e1ed966c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:19.180405 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-10281620-c0ec-461a-8f49-5c66e1ed966c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:19.304716 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device b1ea9103-dd33-479c-bb11-1eb996d29701 no longer exists at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:26:19.325148 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-10281620-c0ec-461a-8f49-5c66e1ed966c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:19.328390 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-10281620-c0ec-461a-8f49-5c66e1ed966c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:19.329577 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-10281620-c0ec-461a-8f49-5c66e1ed966c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/86bd46f7-eca6-45f7-b860-d55e9e782755 HTTP/1.1" status: 204 len: 168 time: 0.2535083 Sep 17 17:26:19.339469 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10281620-c0ec-461a-8f49-5c66e1ed966c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bd46f7-eca6-45f7-b860-d55e9e782755,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:19.345297 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] No Port match for: b1ea9103-dd33-479c-bb11-1eb996d29701 {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:26:19.345646 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device b1ea9103-dd33-479c-bb11-1eb996d29701 not bound to the agent host hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:26:19.549467 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2155056-d8a3-4b22-9dc1-9c3cf3f19d89 req-08523ff4-3764-41d1-9f45-8bb5ddbb08e0 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:19.550990 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a2155056-d8a3-4b22-9dc1-9c3cf3f19d89 req-08523ff4-3764-41d1-9f45-8bb5ddbb08e0 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=1be1eded-7b88-439d-8df7-b7c4e132587f HTTP/1.1" status: 200 len: 946 time: 0.0529289 Sep 17 17:26:19.589765 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a2155056-d8a3-4b22-9dc1-9c3cf3f19d89 req-36952ec6-ab4f-46a6-8cec-4561b415ff20 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319855 Sep 17 17:26:20.339471 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 58148) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:20.356835 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-44871fcc-f6ff-4feb-b9d9-b2e8378cb276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:20.476503 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-44871fcc-f6ff-4feb-b9d9-b2e8378cb276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:20.567772 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-44871fcc-f6ff-4feb-b9d9-b2e8378cb276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:20.616469 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-44871fcc-f6ff-4feb-b9d9-b2e8378cb276 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=65864ecb921542a9968c1c1a8a02deb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2775996 Sep 17 17:26:20.617716 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44871fcc-f6ff-4feb-b9d9-b2e8378cb276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56404d42-8760-4de6-acd2-207bb06a2ed0,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:20.620284 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 58154) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:20.679081 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-be7ebab8-cb58-4b6c-abdb-e154ef92a397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:20.708204 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-be7ebab8-cb58-4b6c-abdb-e154ef92a397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:20.765425 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f7711-0792-4d83-94e8-29a266b35d19 req-006f8694-3ede-4f9e-8f46-d2f74cbd11d1 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:20.767277 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-061f7711-0792-4d83-94e8-29a266b35d19 req-006f8694-3ede-4f9e-8f46-d2f74cbd11d1 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=1be1eded-7b88-439d-8df7-b7c4e132587f HTTP/1.1" status: 200 len: 946 time: 0.0604944 Sep 17 17:26:20.823303 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-061f7711-0792-4d83-94e8-29a266b35d19 req-7ab793da-3000-4ef4-94f9-c1043d742cb0 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459929 Sep 17 17:26:20.944906 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-be7ebab8-cb58-4b6c-abdb-e154ef92a397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:20.947675 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-be7ebab8-cb58-4b6c-abdb-e154ef92a397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:20.948851 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-be7ebab8-cb58-4b6c-abdb-e154ef92a397 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/56404d42-8760-4de6-acd2-207bb06a2ed0 HTTP/1.1" status: 204 len: 168 time: 0.3275013 Sep 17 17:26:20.957346 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ebab8-cb58-4b6c-abdb-e154ef92a397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56404d42-8760-4de6-acd2-207bb06a2ed0,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:20.967728 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [req-9a6bbb7e-1cd3-4b3d-8e83-2bf3a1585d44 req-a7946738-fd01-4152-975d-dfd160b63438 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 17:26:20.971634 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9a6bbb7e-1cd3-4b3d-8e83-2bf3a1585d44 req-a7946738-fd01-4152-975d-dfd160b63438 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083427 Sep 17 17:26:21.324879 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 564b7c2e-c673-4540-9e41-f972aca80f76 no longer exists at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:26:21.332670 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b95da-0a60-4788-9329-7c2670099a28 req-d4590365-cb9c-4e38-a5ca-aeb4b05d91d4 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:21.334710 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ed0b95da-0a60-4788-9329-7c2670099a28 req-d4590365-cb9c-4e38-a5ca-aeb4b05d91d4 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 943 time: 0.0574903 Sep 17 17:26:21.411439 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ed0b95da-0a60-4788-9329-7c2670099a28 req-c86c1b75-87ab-4eab-aed1-35716c80d253 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622008 Sep 17 17:26:21.425219 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6c9ba-3697-4df8-9c0d-8a5ec453202a req-3104b9a5-fb22-4094-b56c-0ffbf97510a1 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:21.427369 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bce6c9ba-3697-4df8-9c0d-8a5ec453202a req-3104b9a5-fb22-4094-b56c-0ffbf97510a1 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.42 "GET /v2.0/ports?device_id=1be1eded-7b88-439d-8df7-b7c4e132587f HTTP/1.1" status: 200 len: 946 time: 0.0873468 Sep 17 17:26:21.568579 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-bce6c9ba-3697-4df8-9c0d-8a5ec453202a req-67497ae8-a24c-47e4-b3d8-53f65bc76d52 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Deleting port c537682c-4eef-4b6d-8e30-6f9ec6116f67 {{(pid=94715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:26:21.568980 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-bce6c9ba-3697-4df8-9c0d-8a5ec453202a req-67497ae8-a24c-47e4-b3d8-53f65bc76d52 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:21.658742 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-bce6c9ba-3697-4df8-9c0d-8a5ec453202a req-67497ae8-a24c-47e4-b3d8-53f65bc76d52 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] For port c537682c-4eef-4b6d-8e30-6f9ec6116f67, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=c537682c-4eef-4b6d-8e30-6f9ec6116f67,segment=NetworkSegment(e96ed9d6-dcd6-4b60-800e-12caf220a56a),segment_id=e96ed9d6-dcd6-4b60-800e-12caf220a56a)] {{(pid=94715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:26:21.658921 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-bce6c9ba-3697-4df8-9c0d-8a5ec453202a req-67497ae8-a24c-47e4-b3d8-53f65bc76d52 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:21.672401 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-bce6c9ba-3697-4df8-9c0d-8a5ec453202a req-67497ae8-a24c-47e4-b3d8-53f65bc76d52 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Calling delete_port for c537682c-4eef-4b6d-8e30-6f9ec6116f67 owned by compute:nova {{(pid=94715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:26:21.932758 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2adfb-2359-4056-9877-d142cf879e4a req-55f9c04d-2ba3-4013-8759-a77cf149b55a tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:21.934202 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a0b2adfb-2359-4056-9877-d142cf879e4a req-55f9c04d-2ba3-4013-8759-a77cf149b55a tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=1be1eded-7b88-439d-8df7-b7c4e132587f HTTP/1.1" status: 200 len: 946 time: 0.0480185 Sep 17 17:26:21.938858 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-bce6c9ba-3697-4df8-9c0d-8a5ec453202a req-67497ae8-a24c-47e4-b3d8-53f65bc76d52 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547'] for port, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:21.954033 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['3c503b0b-0cca-4b88-8bc3-d5175436d0de', 'c537682c-4eef-4b6d-8e30-6f9ec6116f67'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:26:21.994337 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67497ae8-a24c-47e4-b3d8-53f65bc76d52 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Pushing event deleted for resources: {'Port': ['ID=c537682c-4eef-4b6d-8e30-6f9ec6116f67,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:22.047346 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce6c9ba-3697-4df8-9c0d-8a5ec453202a req-67497ae8-a24c-47e4-b3d8-53f65bc76d52 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] No DVR routers for this DVR port c537682c-4eef-4b6d-8e30-6f9ec6116f67 on host hv-cinder-80982 {{(pid=94715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 17:26:22.051454 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a0b2adfb-2359-4056-9877-d142cf879e4a req-889603a5-8d1a-4971-8633-924b4da88e02 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053042 Sep 17 17:26:22.052819 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-bce6c9ba-3697-4df8-9c0d-8a5ec453202a req-67497ae8-a24c-47e4-b3d8-53f65bc76d52 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:22.054694 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bce6c9ba-3697-4df8-9c0d-8a5ec453202a req-67497ae8-a24c-47e4-b3d8-53f65bc76d52 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.42 "DELETE /v2.0/ports/c537682c-4eef-4b6d-8e30-6f9ec6116f67 HTTP/1.1" status: 204 len: 173 time: 0.6143174 Sep 17 17:26:22.055122 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be1eded-7b88-439d-8df7-b7c4e132587f', 'name': 'network-vif-deleted', 'tag': 'c537682c-4eef-4b6d-8e30-6f9ec6116f67'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:26:22.057392 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a676371-1636-4032-80b5-22e6d107837f" -d '{"events": [{"server_uuid": "1be1eded-7b88-439d-8df7-b7c4e132587f", "name": "network-vif-deleted", "tag": "c537682c-4eef-4b6d-8e30-6f9ec6116f67"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:26:22.093476 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f559b1-fb5f-4998-bc45-dfc18e8118c9 x-openstack-request-id: req-64f559b1-fb5f-4998-bc45-dfc18e8118c9 {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:26:22.100030 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be1eded-7b88-439d-8df7-b7c4e132587f", "name": "network-vif-deleted", "tag": "c537682c-4eef-4b6d-8e30-6f9ec6116f67", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:26:22.100030 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-64f559b1-fb5f-4998-bc45-dfc18e8118c9 {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:26:22.100030 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1be1eded-7b88-439d-8df7-b7c4e132587f', 'name': 'network-vif-deleted', 'tag': 'c537682c-4eef-4b6d-8e30-6f9ec6116f67', 'status': 'completed', 'code': 200} Sep 17 17:26:22.542815 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527b231-e8ac-4ebf-898f-dc94ad5cb03c req-d2f4262a-e298-4e45-be00-99fefc13062a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:22.545061 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4527b231-e8ac-4ebf-898f-dc94ad5cb03c req-d2f4262a-e298-4e45-be00-99fefc13062a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 943 time: 0.0518405 Sep 17 17:26:22.583269 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4527b231-e8ac-4ebf-898f-dc94ad5cb03c req-cf6be437-9d1f-4f70-b246-8beb107cfbe7 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324845 Sep 17 17:26:22.856292 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-fa6217f7-a218-4bcf-a4c5-7368da537a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:23.169549 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d0f6e2ff-03f4-42f2-9567-d8918ab5c658 req-8ccc5706-0e1f-4f10-a622-6a37eae4b127 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=1be1eded-7b88-439d-8df7-b7c4e132587f HTTP/1.1" status: 200 len: 210 time: 0.0255852 Sep 17 17:26:23.709246 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751759ca-6cce-4679-8aa1-99019591b853 req-39d673c8-6662-4f0e-8b06-bd34ab3dd5f8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:23.711600 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-751759ca-6cce-4679-8aa1-99019591b853 req-39d673c8-6662-4f0e-8b06-bd34ab3dd5f8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 943 time: 0.0520313 Sep 17 17:26:23.749575 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-751759ca-6cce-4679-8aa1-99019591b853 req-887cd1fd-c45c-48fd-a4b2-30b437f83fc8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311782 Sep 17 17:26:24.445241 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ae053-9c73-4ddf-b268-6f5b405550fb req-3cd8962a-73e0-44b3-97bf-2b1ebcbb546a tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:24.447337 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f76ae053-9c73-4ddf-b268-6f5b405550fb req-3cd8962a-73e0-44b3-97bf-2b1ebcbb546a tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 946 time: 0.0513029 Sep 17 17:26:24.493592 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f76ae053-9c73-4ddf-b268-6f5b405550fb req-fb180ca9-fd62-4f13-ab1a-76109f50d18f tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384207 Sep 17 17:26:24.873620 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161781b-bace-45f9-bde8-10a913802af7 req-a868b741-dd4b-4d7d-9e73-907ca269c78d tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:24.875120 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7161781b-bace-45f9-bde8-10a913802af7 req-a868b741-dd4b-4d7d-9e73-907ca269c78d tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 943 time: 0.0492172 Sep 17 17:26:24.913750 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7161781b-bace-45f9-bde8-10a913802af7 req-818aebf5-02b2-4506-bc61-4e32ca9de4f0 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326180 Sep 17 17:26:25.214271 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 58248) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:25.323173 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-7285c301-2bac-4d50-b44e-4c06a55fa805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:25.329117 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device c537682c-4eef-4b6d-8e30-6f9ec6116f67 no longer exists at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:26:25.352318 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] No Port match for: c537682c-4eef-4b6d-8e30-6f9ec6116f67 {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:26:25.352822 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device c537682c-4eef-4b6d-8e30-6f9ec6116f67 not bound to the agent host hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:26:25.419790 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-7285c301-2bac-4d50-b44e-4c06a55fa805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:25.505664 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-7285c301-2bac-4d50-b44e-4c06a55fa805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:25.549491 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-7285c301-2bac-4d50-b44e-4c06a55fa805 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=004a1e9896654f5883cb7014f7502254&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3340647 Sep 17 17:26:25.551133 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285c301-2bac-4d50-b44e-4c06a55fa805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7e131d-9d1f-4cd1-bc7a-ef8324a302e0,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:25.555876 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 58260) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:25.642665 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-eca050bb-bdd0-46c5-a38d-79485d3ae639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:25.659692 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d4cb4-3f5c-4c02-a186-e2e599f2d168 req-5ce809f9-6c1b-419a-b5a7-b25f4144be5f tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:25.661805 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d14d4cb4-3f5c-4c02-a186-e2e599f2d168 req-5ce809f9-6c1b-419a-b5a7-b25f4144be5f tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 946 time: 0.0833590 Sep 17 17:26:25.670504 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0d66f15-0b53-4e57-a09d-b25bc10ef491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:25.696741 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-eca050bb-bdd0-46c5-a38d-79485d3ae639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:25.731696 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d14d4cb4-3f5c-4c02-a186-e2e599f2d168 req-36373200-27bf-46a2-9692-b74015cb0bf5 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610416 Sep 17 17:26:25.921671 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-eca050bb-bdd0-46c5-a38d-79485d3ae639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:25.924498 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-eca050bb-bdd0-46c5-a38d-79485d3ae639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:25.925644 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-eca050bb-bdd0-46c5-a38d-79485d3ae639 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7e7e131d-9d1f-4cd1-bc7a-ef8324a302e0 HTTP/1.1" status: 204 len: 168 time: 0.3687980 Sep 17 17:26:25.933881 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca050bb-bdd0-46c5-a38d-79485d3ae639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7e131d-9d1f-4cd1-bc7a-ef8324a302e0,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:26.051523 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087cab0-8f3f-4605-ac11-d4457d9374bc req-fb186d4b-5c04-4697-bbca-70c83e23851c tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:26.053199 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d087cab0-8f3f-4605-ac11-d4457d9374bc req-fb186d4b-5c04-4697-bbca-70c83e23851c tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 943 time: 0.0489829 Sep 17 17:26:26.093899 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d087cab0-8f3f-4605-ac11-d4457d9374bc req-08fa1206-4dca-4add-899f-a86a788dcf3e tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348828 Sep 17 17:26:26.223249 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648772ec-4873-4f77-8636-38142ad4c803 req-173f500e-9ea4-43f5-b2db-04d7b38830ab tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:26.225190 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-648772ec-4873-4f77-8636-38142ad4c803 req-173f500e-9ea4-43f5-b2db-04d7b38830ab tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 945 time: 0.0561936 Sep 17 17:26:26.263735 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-648772ec-4873-4f77-8636-38142ad4c803 req-9cf24219-d21f-4be4-8a5e-05883c78b0d7 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323663 Sep 17 17:26:26.704753 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:26.803751 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:26.858601 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c87f95-9415-47e4-81de-0113449ff744 req-78fc0e85-5233-4f3d-a2a7-9d1694b9435b tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:26.858601 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a2c87f95-9415-47e4-81de-0113449ff744 req-78fc0e85-5233-4f3d-a2a7-9d1694b9435b tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 946 time: 0.0537090 Sep 17 17:26:26.894810 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a2c87f95-9415-47e4-81de-0113449ff744 req-135ca501-e351-4347-9be1-2e3f45128d51 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331626 Sep 17 17:26:26.956037 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36955d1-fbf9-4945-97c4-6255ff597ba4 req-3a9636a6-386b-4ec2-9d55-a9056e4a7dc4 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:26.957612 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f36955d1-fbf9-4945-97c4-6255ff597ba4 req-3a9636a6-386b-4ec2-9d55-a9056e4a7dc4 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.42 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 946 time: 0.0581546 Sep 17 17:26:27.074904 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-f36955d1-fbf9-4945-97c4-6255ff597ba4 req-5ca89a89-3a63-4054-810f-701a75ea7843 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Deleting port ff3f33ff-9b22-4848-8252-b18a778c63b0 {{(pid=94715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:26:27.075313 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-f36955d1-fbf9-4945-97c4-6255ff597ba4 req-5ca89a89-3a63-4054-810f-701a75ea7843 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:27.180984 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-f36955d1-fbf9-4945-97c4-6255ff597ba4 req-5ca89a89-3a63-4054-810f-701a75ea7843 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] For port ff3f33ff-9b22-4848-8252-b18a778c63b0, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=ff3f33ff-9b22-4848-8252-b18a778c63b0,segment=NetworkSegment(5e9c7d23-9f52-425a-886c-ae692b6b907f),segment_id=5e9c7d23-9f52-425a-886c-ae692b6b907f)] {{(pid=94715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:26:27.181380 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-f36955d1-fbf9-4945-97c4-6255ff597ba4 req-5ca89a89-3a63-4054-810f-701a75ea7843 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:27.220305 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-f36955d1-fbf9-4945-97c4-6255ff597ba4 req-5ca89a89-3a63-4054-810f-701a75ea7843 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Calling delete_port for ff3f33ff-9b22-4848-8252-b18a778c63b0 owned by compute:nova {{(pid=94715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:26:27.278502 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ebc4d-61ce-498a-b0cd-162931ac0bdc req-fcb9d5bc-b7e1-435d-9db8-29502a5b6b8a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:27.280004 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4a7ebc4d-61ce-498a-b0cd-162931ac0bdc req-fcb9d5bc-b7e1-435d-9db8-29502a5b6b8a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 943 time: 0.1012325 Sep 17 17:26:27.350308 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4a7ebc4d-61ce-498a-b0cd-162931ac0bdc req-06975b54-ff4e-4a40-b65d-ed32080f49a8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563042 Sep 17 17:26:27.433022 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9afe6-6c4b-4a46-9f2c-c17da5172f41 req-c408a4e2-c13d-4e2d-9a22-e6f124a742e5 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:27.434821 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-98e9afe6-6c4b-4a46-9f2c-c17da5172f41 req-c408a4e2-c13d-4e2d-9a22-e6f124a742e5 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 945 time: 0.0900085 Sep 17 17:26:27.475364 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-98e9afe6-6c4b-4a46-9f2c-c17da5172f41 req-73b7718a-2088-4a4b-8996-82621f2add93 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/security-groups?id=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340023 Sep 17 17:26:27.525008 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-f36955d1-fbf9-4945-97c4-6255ff597ba4 req-5ca89a89-3a63-4054-810f-701a75ea7843 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547'] for port, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:27.537896 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['b0c509ae-87ca-41dd-a870-1cafb8a88d5e', 'ff3f33ff-9b22-4848-8252-b18a778c63b0'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:26:27.551719 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca89a89-3a63-4054-810f-701a75ea7843 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Pushing event deleted for resources: {'Port': ['ID=ff3f33ff-9b22-4848-8252-b18a778c63b0,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:27.593646 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [req-f36955d1-fbf9-4945-97c4-6255ff597ba4 req-5ca89a89-3a63-4054-810f-701a75ea7843 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] No DVR routers for this DVR port ff3f33ff-9b22-4848-8252-b18a778c63b0 on host hv-cinder-80982 {{(pid=94715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 17:26:27.596226 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-f36955d1-fbf9-4945-97c4-6255ff597ba4 req-5ca89a89-3a63-4054-810f-701a75ea7843 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:27.598179 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f36955d1-fbf9-4945-97c4-6255ff597ba4 req-5ca89a89-3a63-4054-810f-701a75ea7843 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.42 "DELETE /v2.0/ports/ff3f33ff-9b22-4848-8252-b18a778c63b0 HTTP/1.1" status: 204 len: 173 time: 0.6332743 Sep 17 17:26:27.599157 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4262c710-f037-4d52-b7b3-887b5e58cf12', 'name': 'network-vif-deleted', 'tag': 'ff3f33ff-9b22-4848-8252-b18a778c63b0'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:26:27.601517 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a741a230-96d7-4bbb-8998-c13b5b87d47b" -d '{"events": [{"server_uuid": "4262c710-f037-4d52-b7b3-887b5e58cf12", "name": "network-vif-deleted", "tag": "ff3f33ff-9b22-4848-8252-b18a778c63b0"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:26:27.637648 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae90e5d-b3d2-4e14-87e3-db12b4f87c1b x-openstack-request-id: req-6ae90e5d-b3d2-4e14-87e3-db12b4f87c1b {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:26:27.637946 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4262c710-f037-4d52-b7b3-887b5e58cf12", "name": "network-vif-deleted", "tag": "ff3f33ff-9b22-4848-8252-b18a778c63b0", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:26:27.638193 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6ae90e5d-b3d2-4e14-87e3-db12b4f87c1b {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:26:27.638596 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4262c710-f037-4d52-b7b3-887b5e58cf12', 'name': 'network-vif-deleted', 'tag': 'ff3f33ff-9b22-4848-8252-b18a778c63b0', 'status': 'completed', 'code': 200} Sep 17 17:26:27.752365 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 58310) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:27.865649 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-90f71623-af83-4ce5-becd-78c3696558ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:27.960160 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-90f71623-af83-4ce5-becd-78c3696558ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:28.012214 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-940c81c5-81fb-4694-9699-02ed4272a98e req-732c82cf-650f-45c2-bd31-489901b0ea8f tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=4262c710-f037-4d52-b7b3-887b5e58cf12 HTTP/1.1" status: 200 len: 210 time: 0.0496516 Sep 17 17:26:28.041300 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd654232-7159-46f7-97b8-4be7e1610716 req-13eb8912-002a-42cf-976a-46b851812466 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:28.042761 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bd654232-7159-46f7-97b8-4be7e1610716 req-13eb8912-002a-42cf-976a-46b851812466 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.42 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 945 time: 0.0716264 Sep 17 17:26:28.053809 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-90f71623-af83-4ce5-becd-78c3696558ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:28.092969 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-90f71623-af83-4ce5-becd-78c3696558ee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e1812194654d4495b6379aacac02e138&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3395274 Sep 17 17:26:28.094082 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f71623-af83-4ce5-becd-78c3696558ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee21cbbd-e295-4678-9375-50a2e8ece6f0,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:28.096430 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 58316) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:28.137251 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-bd654232-7159-46f7-97b8-4be7e1610716 req-e8d06407-201c-442b-86a2-449a0351b293 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Deleting port 3c503b0b-0cca-4b88-8bc3-d5175436d0de {{(pid=94715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:26:28.137603 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-bd654232-7159-46f7-97b8-4be7e1610716 req-e8d06407-201c-442b-86a2-449a0351b293 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:28.149529 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-3e513ae1-6791-447c-9419-e9d5da43a79c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:28.175732 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-3e513ae1-6791-447c-9419-e9d5da43a79c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:28.240892 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-bd654232-7159-46f7-97b8-4be7e1610716 req-e8d06407-201c-442b-86a2-449a0351b293 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] For port 3c503b0b-0cca-4b88-8bc3-d5175436d0de, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=3c503b0b-0cca-4b88-8bc3-d5175436d0de,segment=NetworkSegment(e96ed9d6-dcd6-4b60-800e-12caf220a56a),segment_id=e96ed9d6-dcd6-4b60-800e-12caf220a56a)] {{(pid=94715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:26:28.241263 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-bd654232-7159-46f7-97b8-4be7e1610716 req-e8d06407-201c-442b-86a2-449a0351b293 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:28.252477 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-bd654232-7159-46f7-97b8-4be7e1610716 req-e8d06407-201c-442b-86a2-449a0351b293 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Calling delete_port for 3c503b0b-0cca-4b88-8bc3-d5175436d0de owned by compute:nova {{(pid=94715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:26:28.307678 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-3e513ae1-6791-447c-9419-e9d5da43a79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:28.310276 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-3e513ae1-6791-447c-9419-e9d5da43a79c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:28.311934 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-3e513ae1-6791-447c-9419-e9d5da43a79c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee21cbbd-e295-4678-9375-50a2e8ece6f0 HTTP/1.1" status: 204 len: 168 time: 0.2141492 Sep 17 17:26:28.321227 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e513ae1-6791-447c-9419-e9d5da43a79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee21cbbd-e295-4678-9375-50a2e8ece6f0,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:28.650530 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:28.654803 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-bd654232-7159-46f7-97b8-4be7e1610716 req-e8d06407-201c-442b-86a2-449a0351b293 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547'] for port, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:28.665924 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['3c503b0b-0cca-4b88-8bc3-d5175436d0de'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:26:28.706147 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9d93a61a-8a89-4c41-bea3-a1a3781863e2 req-3abe6fcb-5b5f-4e55-a08e-47f0f31f7261 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 210 time: 0.0542207 Sep 17 17:26:28.709477 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d06407-201c-442b-86a2-449a0351b293 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Pushing event deleted for resources: {'Port': ['ID=3c503b0b-0cca-4b88-8bc3-d5175436d0de,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:28.746289 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82c818-ec76-4a38-af81-893e43456d93 req-4855692e-bdb2-4dd7-8a11-87f8df2b47e7 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:28.747720 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cc82c818-ec76-4a38-af81-893e43456d93 req-4855692e-bdb2-4dd7-8a11-87f8df2b47e7 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 943 time: 0.3203166 Sep 17 17:26:28.769844 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd654232-7159-46f7-97b8-4be7e1610716 req-e8d06407-201c-442b-86a2-449a0351b293 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] No DVR routers for this DVR port 3c503b0b-0cca-4b88-8bc3-d5175436d0de on host hv-cinder-80982 {{(pid=94715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 17:26:28.778858 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-bd654232-7159-46f7-97b8-4be7e1610716 req-e8d06407-201c-442b-86a2-449a0351b293 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:28.780965 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bd654232-7159-46f7-97b8-4be7e1610716 req-e8d06407-201c-442b-86a2-449a0351b293 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.42 "DELETE /v2.0/ports/3c503b0b-0cca-4b88-8bc3-d5175436d0de HTTP/1.1" status: 204 len: 173 time: 0.7313271 Sep 17 17:26:28.823524 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cc82c818-ec76-4a38-af81-893e43456d93 req-f13fc95f-5622-484c-903d-c7b6303cedac tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692921 Sep 17 17:26:29.554113 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc76b5f-d051-4898-aed2-f2f066203a51 req-9f34c615-fab0-47c7-aa33-1fd4136a695e tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:29.555654 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8fc76b5f-d051-4898-aed2-f2f066203a51 req-9f34c615-fab0-47c7-aa33-1fd4136a695e tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0510530 Sep 17 17:26:29.594686 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8fc76b5f-d051-4898-aed2-f2f066203a51 req-46affb29-10cf-4b5f-becd-a373ff7f26fc tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317314 Sep 17 17:26:29.639466 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947c897f-465a-4162-81e2-f77def8ff48c', 'name': 'network-vif-deleted', 'tag': '3c503b0b-0cca-4b88-8bc3-d5175436d0de'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:26:29.641847 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ac2c73-dd49-4b52-a8fa-f2b0b2597f31" -d '{"events": [{"server_uuid": "947c897f-465a-4162-81e2-f77def8ff48c", "name": "network-vif-deleted", "tag": "3c503b0b-0cca-4b88-8bc3-d5175436d0de"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:26:29.680231 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149eee15-0a6d-4de6-b210-97a74780790a x-openstack-request-id: req-149eee15-0a6d-4de6-b210-97a74780790a {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:26:29.680530 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "947c897f-465a-4162-81e2-f77def8ff48c", "name": "network-vif-deleted", "tag": "3c503b0b-0cca-4b88-8bc3-d5175436d0de", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:26:29.680784 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-149eee15-0a6d-4de6-b210-97a74780790a {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:26:29.681184 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947c897f-465a-4162-81e2-f77def8ff48c', 'name': 'network-vif-deleted', 'tag': '3c503b0b-0cca-4b88-8bc3-d5175436d0de', 'status': 'completed', 'code': 200} Sep 17 17:26:29.819727 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-703ca909-608f-4eae-bafa-c2579f6015f2 req-22e12f40-6512-4ad9-b827-269491541848 tempest-AttachVolumeNegativeTest-1924000826 tempest-AttachVolumeNegativeTest-1924000826-project] 10.222.0.18 "GET /v2.0/ports?device_id=947c897f-465a-4162-81e2-f77def8ff48c HTTP/1.1" status: 200 len: 210 time: 0.0271962 Sep 17 17:26:29.950779 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de15de-e26e-45ff-bb61-75e753536d87 req-0ae99fd6-e4a8-47d1-86dd-a1ef09d78f91 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:29.952316 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c8de15de-e26e-45ff-bb61-75e753536d87 req-0ae99fd6-e4a8-47d1-86dd-a1ef09d78f91 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 943 time: 0.0523336 Sep 17 17:26:29.989077 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c8de15de-e26e-45ff-bb61-75e753536d87 req-f4c6c1b2-5a09-43eb-bec9-350ec9720c41 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307944 Sep 17 17:26:30.714707 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e706d-3b0f-4557-91ec-445606748e7e req-3978af86-32eb-4c8e-879d-952c59d55390 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:30.716237 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-502e706d-3b0f-4557-91ec-445606748e7e req-3978af86-32eb-4c8e-879d-952c59d55390 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0499866 Sep 17 17:26:30.755506 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-502e706d-3b0f-4557-91ec-445606748e7e req-39a6e7c7-81ff-4d32-be35-b4d4088f65e9 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333593 Sep 17 17:26:30.873780 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 58352) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:30.920730 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.db_base_plugin_v2 [None req-845947f8-6b23-4c33-b28e-3b1463d526e2 admin admin] Deleting subnet 09dff40a-abba-4f0d-b7ab-590d67c9e5a2 {{(pid=94716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 17:26:30.923731 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-845947f8-6b23-4c33-b28e-3b1463d526e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:30.959196 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-845947f8-6b23-4c33-b28e-3b1463d526e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26649732'] for subnet, precommit_delete_associations {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:30.996368 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-845947f8-6b23-4c33-b28e-3b1463d526e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706992'] for subnet, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:31.116977 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e820d-0b46-4b63-9784-d2aaec2988f7 req-001977cf-7b38-48f7-b2f8-3c0bc41eaec0 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:31.118533 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-629e820d-0b46-4b63-9784-d2aaec2988f7 req-001977cf-7b38-48f7-b2f8-3c0bc41eaec0 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 943 time: 0.0568290 Sep 17 17:26:31.133792 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-845947f8-6b23-4c33-b28e-3b1463d526e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25898032'] for subnet, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:31.156627 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-629e820d-0b46-4b63-9784-d2aaec2988f7 req-b893de36-e9db-4d89-aec7-ed4df37ab724 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322261 Sep 17 17:26:31.160233 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845947f8-6b23-4c33-b28e-3b1463d526e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09dff40a-abba-4f0d-b7ab-590d67c9e5a2,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:31.173269 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-845947f8-6b23-4c33-b28e-3b1463d526e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for subnet, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:31.175205 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-845947f8-6b23-4c33-b28e-3b1463d526e2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/09dff40a-abba-4f0d-b7ab-590d67c9e5a2 HTTP/1.1" status: 204 len: 168 time: 0.3004189 Sep 17 17:26:31.178756 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 58358) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:31.256059 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-982019e2-e455-4e80-ac27-9a41d721e1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3478593'] for network, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:31.336819 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-982019e2-e455-4e80-ac27-9a41d721e1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707639', 'neutron.services.segments.db._delete_segments_for_network-8747491616925'] for network, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:31.356506 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.services.segments.db [None req-982019e2-e455-4e80-ac27-9a41d721e1d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cde08df-bf3f-41c5-b7b0-df36eef9f1af']}} {{(pid=94716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:26:31.366669 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.services.segments.db [None req-982019e2-e455-4e80-ac27-9a41d721e1d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e96ed9d6-dcd6-4b60-800e-12caf220a56a') {'for_net_delete': True} {{(pid=94716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:26:31.367095 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.services.segments.db [None req-982019e2-e455-4e80-ac27-9a41d721e1d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e96ed9d6-dcd6-4b60-800e-12caf220a56a') {} {{(pid=94716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:26:31.378741 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-982019e2-e455-4e80-ac27-9a41d721e1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747491617190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26649743'] for segment, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:31.384242 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 3c503b0b-0cca-4b88-8bc3-d5175436d0de no longer exists at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:26:31.394050 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-982019e2-e455-4e80-ac27-9a41d721e1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157'] for segment, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:31.400527 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-982019e2-e455-4e80-ac27-9a41d721e1d5 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=94716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 17:26:31.400917 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-982019e2-e455-4e80-ac27-9a41d721e1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26178748'] for segment, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:31.402514 dv-cinder-809828-1-iscsi neutron-server[94716]: Traceback (most recent call last): Sep 17 17:26:31.402514 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 17:26:31.402514 dv-cinder-809828-1-iscsi neutron-server[94716]: timer() Sep 17 17:26:31.402514 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 17:26:31.402514 dv-cinder-809828-1-iscsi neutron-server[94716]: cb(*args, **kw) Sep 17 17:26:31.402514 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 17:26:31.402514 dv-cinder-809828-1-iscsi neutron-server[94716]: return func(*args, **kwargs) Sep 17 17:26:31.402514 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 17:26:31.402514 dv-cinder-809828-1-iscsi neutron-server[94716]: self._notify() Sep 17 17:26:31.402514 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 17:26:31.402514 dv-cinder-809828-1-iscsi neutron-server[94716]: self.callback(batched_events) Sep 17 17:26:31.402514 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 17:26:31.402514 dv-cinder-809828-1-iscsi neutron-server[94716]: event.method(event) Sep 17 17:26:31.402514 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 17:26:31.402514 dv-cinder-809828-1-iscsi neutron-server[94716]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 17:26:31.402514 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 17:26:31.402514 dv-cinder-809828-1-iscsi neutron-server[94716]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 17:26:31.402514 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 17:26:31.402514 dv-cinder-809828-1-iscsi neutron-server[94716]: return f(self, *a, **k) Sep 17 17:26:31.402514 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 17:26:31.402514 dv-cinder-809828-1-iscsi neutron-server[94716]: return self._get(url).json() Sep 17 17:26:31.402514 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 17:26:31.402514 dv-cinder-809828-1-iscsi neutron-server[94716]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 17:26:31.402514 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 17:26:31.402514 dv-cinder-809828-1-iscsi neutron-server[94716]: return self.request(url, 'GET', **kwargs) Sep 17 17:26:31.402514 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 17:26:31.402514 dv-cinder-809828-1-iscsi neutron-server[94716]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 17:26:31.402514 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 17:26:31.402514 dv-cinder-809828-1-iscsi neutron-server[94716]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 17:26:31.402514 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 17:26:31.402514 dv-cinder-809828-1-iscsi neutron-server[94716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 17:26:31.402514 dv-cinder-809828-1-iscsi neutron-server[94716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 17:26:31.404551 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] No Port match for: 3c503b0b-0cca-4b88-8bc3-d5175436d0de {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:26:31.404551 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 3c503b0b-0cca-4b88-8bc3-d5175436d0de not bound to the agent host hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:26:31.404685 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device ff3f33ff-9b22-4848-8252-b18a778c63b0 no longer exists at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:26:31.427813 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] No Port match for: ff3f33ff-9b22-4848-8252-b18a778c63b0 {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:26:31.429235 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device ff3f33ff-9b22-4848-8252-b18a778c63b0 not bound to the agent host hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:26:31.596537 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-982019e2-e455-4e80-ac27-9a41d721e1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693827'] for network, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:31.604271 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-982019e2-e455-4e80-ac27-9a41d721e1d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for network, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:31.609668 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-982019e2-e455-4e80-ac27-9a41d721e1d5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1cde08df-bf3f-41c5-b7b0-df36eef9f1af HTTP/1.1" status: 204 len: 168 time: 0.4264276 Sep 17 17:26:31.615762 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982019e2-e455-4e80-ac27-9a41d721e1d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cde08df-bf3f-41c5-b7b0-df36eef9f1af,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:31.876785 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba5873-221e-4aab-ac2d-26d2e48358f2 req-ff15c206-ac60-4e1a-9ae6-984e40fbffa1 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:31.878254 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-55ba5873-221e-4aab-ac2d-26d2e48358f2 req-ff15c206-ac60-4e1a-9ae6-984e40fbffa1 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0530388 Sep 17 17:26:31.917385 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-55ba5873-221e-4aab-ac2d-26d2e48358f2 req-61fa6cd1-4a79-46a5-a23a-acaaf026106f tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330203 Sep 17 17:26:32.143151 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 58368) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:32.183804 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-74e70ed7-e699-4f8e-ac09-edec4bc01c2e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c3d9575a8495460f8f8ca8113fd8f4c8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0394397 Sep 17 17:26:32.186059 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 58372) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:32.243596 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-52e2d5c5-d0b5-46fc-a870-9b58cfe37705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:32.265474 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-52e2d5c5-d0b5-46fc-a870-9b58cfe37705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:32.283680 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b816048-09cc-4cca-85ab-dfbaa5ff4306 req-30b4561e-978e-45d1-9c72-f97533746e3e tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:32.285359 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6b816048-09cc-4cca-85ab-dfbaa5ff4306 req-30b4561e-978e-45d1-9c72-f97533746e3e tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 943 time: 0.0501187 Sep 17 17:26:32.326240 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6b816048-09cc-4cca-85ab-dfbaa5ff4306 req-ffe43bad-a6e7-4968-b267-ba89a549c60a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325451 Sep 17 17:26:32.393457 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-52e2d5c5-d0b5-46fc-a870-9b58cfe37705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:32.396695 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-52e2d5c5-d0b5-46fc-a870-9b58cfe37705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:32.397880 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-52e2d5c5-d0b5-46fc-a870-9b58cfe37705 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/38f5bfcb-e6be-406b-aee2-3aeb4f88ef61 HTTP/1.1" status: 204 len: 168 time: 0.2106767 Sep 17 17:26:32.407270 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2d5c5-d0b5-46fc-a870-9b58cfe37705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f5bfcb-e6be-406b-aee2-3aeb4f88ef61,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:33.039037 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff5850-562e-426b-a370-76623b7b39a5 req-7cb0990c-a290-44f1-9fe8-dddfdd0b65ae tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:33.040537 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-07ff5850-562e-426b-a370-76623b7b39a5 req-7cb0990c-a290-44f1-9fe8-dddfdd0b65ae tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0537620 Sep 17 17:26:33.078990 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-07ff5850-562e-426b-a370-76623b7b39a5 req-d77eebf2-55cc-47ff-bae5-c3bf7ef3b65b tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324194 Sep 17 17:26:33.450927 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832b0da-bc58-4ff8-9caf-5f9b8d4d2a0a req-3648023a-6aad-4a03-950b-8b237d8c6e74 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:33.453189 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1832b0da-bc58-4ff8-9caf-5f9b8d4d2a0a req-3648023a-6aad-4a03-950b-8b237d8c6e74 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 943 time: 0.0551178 Sep 17 17:26:33.496230 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1832b0da-bc58-4ff8-9caf-5f9b8d4d2a0a req-67b18ad4-94d5-4f32-b31e-57070f815c9b tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361316 Sep 17 17:26:34.197536 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa804ea-0005-47be-bf41-7354b2af3afd req-5c0c0cca-320f-4c22-bf03-a499b8dae968 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:34.199228 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6aa804ea-0005-47be-bf41-7354b2af3afd req-5c0c0cca-320f-4c22-bf03-a499b8dae968 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0537965 Sep 17 17:26:34.242530 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6aa804ea-0005-47be-bf41-7354b2af3afd req-59e04353-81b3-49e8-b254-c791996dfad3 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373924 Sep 17 17:26:34.260133 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 58432) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:34.343732 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6f9e1874-1586-4922-8bb2-c955577b90b8 req-511f895a-8dfb-4e2c-9448-b0a2fa578a96 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0819466 Sep 17 17:26:34.353758 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [req-6f9e1874-1586-4922-8bb2-c955577b90b8 req-3ce6f7fb-a33e-4ffe-b594-335af4abdca9 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 17:26:34.354968 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6f9e1874-1586-4922-8bb2-c955577b90b8 req-3ce6f7fb-a33e-4ffe-b594-335af4abdca9 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051374 Sep 17 17:26:34.621544 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89570c2c-ad10-446e-9783-27c9551ff3fb req-c6d69704-e5d4-43c9-9e37-c441e9841532 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:34.623112 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-89570c2c-ad10-446e-9783-27c9551ff3fb req-c6d69704-e5d4-43c9-9e37-c441e9841532 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 943 time: 0.0526395 Sep 17 17:26:34.662988 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-89570c2c-ad10-446e-9783-27c9551ff3fb req-7c7f9f9c-2993-4727-8aa8-6c4fa82cfddd tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338206 Sep 17 17:26:35.358282 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3901c72-ac16-4a0c-8a4d-f3ccf93f2417 req-0afaea87-1c56-4c0e-a140-220120050e5f tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:35.359837 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a3901c72-ac16-4a0c-8a4d-f3ccf93f2417 req-0afaea87-1c56-4c0e-a140-220120050e5f tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0497038 Sep 17 17:26:35.399582 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a3901c72-ac16-4a0c-8a4d-f3ccf93f2417 req-51b54e4a-dd45-4125-9539-4aab9cd168ee tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/security-groups?id=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326965 Sep 17 17:26:35.736535 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a213f6e-07ae-4578-8335-f05855ea77df req-13863fd6-d1c2-4080-8e0a-0add1d73e757 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:35.738024 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0a213f6e-07ae-4578-8335-f05855ea77df req-13863fd6-d1c2-4080-8e0a-0add1d73e757 tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.42 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 946 time: 0.0538459 Sep 17 17:26:35.839600 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382d150-6f9b-4f41-bde1-09b692a3927e req-caa66a82-c11b-48d5-a0c0-8aaee946a922 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:35.841056 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0382d150-6f9b-4f41-bde1-09b692a3927e req-caa66a82-c11b-48d5-a0c0-8aaee946a922 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 943 time: 0.0991640 Sep 17 17:26:35.892293 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0382d150-6f9b-4f41-bde1-09b692a3927e req-d30ccce9-0085-4366-980c-c498df6558ea tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444977 Sep 17 17:26:35.899214 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-0a213f6e-07ae-4578-8335-f05855ea77df req-bce426ea-fcac-4662-a3df-d7f2618bb20d tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Deleting port b0c509ae-87ca-41dd-a870-1cafb8a88d5e {{(pid=94715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:26:35.899542 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-0a213f6e-07ae-4578-8335-f05855ea77df req-bce426ea-fcac-4662-a3df-d7f2618bb20d tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:36.005253 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-0a213f6e-07ae-4578-8335-f05855ea77df req-bce426ea-fcac-4662-a3df-d7f2618bb20d tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] For port b0c509ae-87ca-41dd-a870-1cafb8a88d5e, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=b0c509ae-87ca-41dd-a870-1cafb8a88d5e,segment=NetworkSegment(5e9c7d23-9f52-425a-886c-ae692b6b907f),segment_id=5e9c7d23-9f52-425a-886c-ae692b6b907f)] {{(pid=94715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:26:36.005616 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-0a213f6e-07ae-4578-8335-f05855ea77df req-bce426ea-fcac-4662-a3df-d7f2618bb20d tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:36.018801 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-0a213f6e-07ae-4578-8335-f05855ea77df req-bce426ea-fcac-4662-a3df-d7f2618bb20d tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Calling delete_port for b0c509ae-87ca-41dd-a870-1cafb8a88d5e owned by compute:nova {{(pid=94715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:26:36.241770 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-0a213f6e-07ae-4578-8335-f05855ea77df req-bce426ea-fcac-4662-a3df-d7f2618bb20d tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547'] for port, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:36.254296 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['b0c509ae-87ca-41dd-a870-1cafb8a88d5e'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:26:36.274005 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce426ea-fcac-4662-a3df-d7f2618bb20d tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Pushing event deleted for resources: {'Port': ['ID=b0c509ae-87ca-41dd-a870-1cafb8a88d5e,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:36.317491 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a213f6e-07ae-4578-8335-f05855ea77df req-bce426ea-fcac-4662-a3df-d7f2618bb20d tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] No DVR routers for this DVR port b0c509ae-87ca-41dd-a870-1cafb8a88d5e on host hv-cinder-80982 {{(pid=94715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 17:26:36.319859 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-0a213f6e-07ae-4578-8335-f05855ea77df req-bce426ea-fcac-4662-a3df-d7f2618bb20d tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:36.321833 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0a213f6e-07ae-4578-8335-f05855ea77df req-bce426ea-fcac-4662-a3df-d7f2618bb20d tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.42 "DELETE /v2.0/ports/b0c509ae-87ca-41dd-a870-1cafb8a88d5e HTTP/1.1" status: 204 len: 173 time: 0.5719616 Sep 17 17:26:36.322265 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264cf2ef-86f0-4a21-a825-d4549cc6521d', 'name': 'network-vif-deleted', 'tag': 'b0c509ae-87ca-41dd-a870-1cafb8a88d5e'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:26:36.324509 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b87323-b312-42f7-8352-ab2cfbbbc2bf" -d '{"events": [{"server_uuid": "264cf2ef-86f0-4a21-a825-d4549cc6521d", "name": "network-vif-deleted", "tag": "b0c509ae-87ca-41dd-a870-1cafb8a88d5e"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:26:36.359902 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b75c5a4-dc74-4e6d-9d91-e6e609811346 x-openstack-request-id: req-8b75c5a4-dc74-4e6d-9d91-e6e609811346 {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:26:36.360503 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264cf2ef-86f0-4a21-a825-d4549cc6521d", "name": "network-vif-deleted", "tag": "b0c509ae-87ca-41dd-a870-1cafb8a88d5e", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:26:36.360503 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b75c5a4-dc74-4e6d-9d91-e6e609811346 {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:26:36.361038 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264cf2ef-86f0-4a21-a825-d4549cc6521d', 'name': 'network-vif-deleted', 'tag': 'b0c509ae-87ca-41dd-a870-1cafb8a88d5e', 'status': 'completed', 'code': 200} Sep 17 17:26:36.492674 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fd1f02f9-9b11-408d-b5b8-03326fc16f80 req-daf41453-f015-4958-865c-9dc9b0e96b1d tempest-ServerRescueNegativeTestJSON-1906965290 tempest-ServerRescueNegativeTestJSON-1906965290-project] 10.222.0.18 "GET /v2.0/ports?device_id=264cf2ef-86f0-4a21-a825-d4549cc6521d HTTP/1.1" status: 200 len: 210 time: 0.0256689 Sep 17 17:26:37.033083 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136542e5-cbf2-4e24-bf41-a73c44a87a81 req-45fb0d2e-b182-4a03-b5b2-53a9627b7988 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:37.034854 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-136542e5-cbf2-4e24-bf41-a73c44a87a81 req-45fb0d2e-b182-4a03-b5b2-53a9627b7988 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 943 time: 0.0497823 Sep 17 17:26:37.077795 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-136542e5-cbf2-4e24-bf41-a73c44a87a81 req-98c90305-0f16-4d02-b42a-3b228e843964 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364411 Sep 17 17:26:37.549439 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 58570) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:37.955727 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-12f31e1e-7552-4ee5-8443-511995a691ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3691281'] for router_interface, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:38.011944 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e1874-1586-4922-8bb2-c955577b90b8 req-7c67c72d-b29f-408e-b3e0-b73482c0315e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:38.013734 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6f9e1874-1586-4922-8bb2-c955577b90b8 req-7c67c72d-b29f-408e-b3e0-b73482c0315e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1&tenant_id=d00f129a8555488e830b8922b204b52b HTTP/1.1" status: 200 len: 1096 time: 0.0777621 Sep 17 17:26:38.086289 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e1874-1586-4922-8bb2-c955577b90b8 req-14394a86-d8c2-4a44-8c4c-e8e42fc39d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:38.087871 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6f9e1874-1586-4922-8bb2-c955577b90b8 req-14394a86-d8c2-4a44-8c4c-e8e42fc39d13 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d00f129a8555488e830b8922b204b52b&device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 1096 time: 0.0472889 Sep 17 17:26:38.237602 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f5816-b89b-424f-a197-0136e1d8fe2b req-d83be418-eb2e-4ba6-91f1-792363d2d898 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:38.239122 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c88f5816-b89b-424f-a197-0136e1d8fe2b req-d83be418-eb2e-4ba6-91f1-792363d2d898 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 943 time: 0.0721056 Sep 17 17:26:38.242675 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e1874-1586-4922-8bb2-c955577b90b8 req-3e994025-b176-4028-a7ea-5bbdbec66ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:38.242675 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6f9e1874-1586-4922-8bb2-c955577b90b8 req-3e994025-b176-4028-a7ea-5bbdbec66ce7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cb36a6d4-a9d9-4809-94d8-ccef3d49f97a HTTP/1.1" status: 200 len: 918 time: 0.1441848 Sep 17 17:26:38.316672 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c88f5816-b89b-424f-a197-0136e1d8fe2b req-b0e7cfed-682f-4227-a007-2bec94bc5c1f tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711656 Sep 17 17:26:38.333474 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6f9e1874-1586-4922-8bb2-c955577b90b8 req-64140618-5b8c-4f28-97f5-7094e98d8368 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=564b7c2e-c673-4540-9e41-f972aca80f76 HTTP/1.1" status: 200 len: 998 time: 0.0806165 Sep 17 17:26:38.385283 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e1874-1586-4922-8bb2-c955577b90b8 req-2a35749d-62d0-4c0b-92b4-a62da7eb46de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:38.386704 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6f9e1874-1586-4922-8bb2-c955577b90b8 req-2a35749d-62d0-4c0b-92b4-a62da7eb46de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fde94289-3ec1-481c-9f1d-1204a3b357ea HTTP/1.1" status: 200 len: 856 time: 0.0444772 Sep 17 17:26:38.434111 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e1874-1586-4922-8bb2-c955577b90b8 req-ff466151-102d-4e49-aa28-9d0c789e96b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:38.435708 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6f9e1874-1586-4922-8bb2-c955577b90b8 req-ff466151-102d-4e49-aa28-9d0c789e96b8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cb36a6d4-a9d9-4809-94d8-ccef3d49f97a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392628 Sep 17 17:26:38.460463 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.plugin [None req-12f31e1e-7552-4ee5-8443-511995a691ba admin admin] Deleting port 897e4fb7-cbbf-4f45-8952-5ef67c62c518 {{(pid=94716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:26:38.460809 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-12f31e1e-7552-4ee5-8443-511995a691ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:38.534823 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6f9e1874-1586-4922-8bb2-c955577b90b8 req-77ab7c1e-0098-477b-a8d7-e9a849c8f9cb service neutron] 10.222.0.42 "GET /v2.0/networks/cb36a6d4-a9d9-4809-94d8-ccef3d49f97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876760 Sep 17 17:26:38.539578 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.db [None req-12f31e1e-7552-4ee5-8443-511995a691ba admin admin] For port 897e4fb7-cbbf-4f45-8952-5ef67c62c518, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=897e4fb7-cbbf-4f45-8952-5ef67c62c518,segment=NetworkSegment(5e9c7d23-9f52-425a-886c-ae692b6b907f),segment_id=5e9c7d23-9f52-425a-886c-ae692b6b907f)] {{(pid=94716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:26:38.539976 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-12f31e1e-7552-4ee5-8443-511995a691ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:38.552889 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.plugin [None req-12f31e1e-7552-4ee5-8443-511995a691ba admin admin] Calling delete_port for 897e4fb7-cbbf-4f45-8952-5ef67c62c518 owned by network:router_interface {{(pid=94716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:26:38.632993 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6f9e1874-1586-4922-8bb2-c955577b90b8 req-3626f687-746d-4e0c-b86c-c2894848fc3b service neutron] 10.222.0.42 "GET /v2.0/networks/cb36a6d4-a9d9-4809-94d8-ccef3d49f97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904367 Sep 17 17:26:38.671121 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 58596) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:38.784773 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-64f43308-054e-4dcc-8e2d-c197f3ebcf2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:38.853249 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-12f31e1e-7552-4ee5-8443-511995a691ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179149'] for port, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:38.875415 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-64f43308-054e-4dcc-8e2d-c197f3ebcf2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:38.880857 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f31e1e-7552-4ee5-8443-511995a691ba admin admin] Pushing event deleted for resources: {'Port': ['ID=897e4fb7-cbbf-4f45-8952-5ef67c62c518,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:38.959957 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-64f43308-054e-4dcc-8e2d-c197f3ebcf2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:38.993413 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-64f43308-054e-4dcc-8e2d-c197f3ebcf2d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dbc90601092b4a33adc9688da36555d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3210511 Sep 17 17:26:38.996128 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f43308-054e-4dcc-8e2d-c197f3ebcf2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac46d1a-abfd-4d1c-9922-5865207dd8da,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:38.997633 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 58612) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:39.078142 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-12f31e1e-7552-4ee5-8443-511995a691ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693985'] for router_interface, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:39.136724 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-bf2eec59-735c-4c29-8c20-955178f3f9c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:39.165411 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-bf2eec59-735c-4c29-8c20-955178f3f9c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:39.345128 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f31e1e-7552-4ee5-8443-511995a691ba admin admin] Router f2829133-7667-4160-8772-a3ae2ae0f080 has already been hosted by L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 {{(pid=94716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 17:26:39.396967 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device b0c509ae-87ca-41dd-a870-1cafb8a88d5e no longer exists at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:26:39.428989 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] No Port match for: b0c509ae-87ca-41dd-a870-1cafb8a88d5e {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:26:39.429992 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device b0c509ae-87ca-41dd-a870-1cafb8a88d5e not bound to the agent host hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:26:39.471349 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5cb119-17ed-4815-a98f-81bee5ab9eaf req-cdd4f048-9623-4468-9cdc-7bafba798580 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:39.472050 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f31e1e-7552-4ee5-8443-511995a691ba admin admin] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:26:39.482258 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2e5cb119-17ed-4815-a98f-81bee5ab9eaf req-cdd4f048-9623-4468-9cdc-7bafba798580 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 943 time: 0.0856879 Sep 17 17:26:39.485634 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423ee73e-033a-4670-bea1-0d906a7ff278 None None] Sync routers for ids ['f2829133-7667-4160-8772-a3ae2ae0f080'] in dv-cinder-809828-1-iscsi {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:26:39.487820 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-12f31e1e-7552-4ee5-8443-511995a691ba admin admin] 10.222.0.18 "PUT /v2.0/routers/f2829133-7667-4160-8772-a3ae2ae0f080/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9342995 Sep 17 17:26:39.487820 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-bf2eec59-735c-4c29-8c20-955178f3f9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:39.491940 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-bf2eec59-735c-4c29-8c20-955178f3f9c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:39.495859 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-bf2eec59-735c-4c29-8c20-955178f3f9c4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9ac46d1a-abfd-4d1c-9922-5865207dd8da HTTP/1.1" status: 204 len: 168 time: 0.4972401 Sep 17 17:26:39.506391 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2eec59-735c-4c29-8c20-955178f3f9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac46d1a-abfd-4d1c-9922-5865207dd8da,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:39.508097 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 58630) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:39.510228 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423ee73e-033a-4670-bea1-0d906a7ff278 None None] Routers {'f2829133-7667-4160-8772-a3ae2ae0f080'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:26:39.510865 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-423ee73e-033a-4670-bea1-0d906a7ff278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:26:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['f2829133-7667-4160-8772-a3ae2ae0f080'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:26:39.671380 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e37b2e50-5a7b-47a3-86f5-d498d7dae194 admin admin] Notify callbacks [] for router, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:39.740048 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-423ee73e-033a-4670-bea1-0d906a7ff278 None None] Set router f2829133-7667-4160-8772-a3ae2ae0f080 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:26:39.750403 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2e5cb119-17ed-4815-a98f-81bee5ab9eaf req-2e313da3-d59c-46ee-83e3-6203bdc97a8b tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2567177 Sep 17 17:26:39.823409 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e37b2e50-5a7b-47a3-86f5-d498d7dae194 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:39.972989 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-423ee73e-033a-4670-bea1-0d906a7ff278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2829133-7667-4160-8772-a3ae2ae0f080', 'name': 'tempest-ServerRescueNegativeTestJSON-871637962-router', 'tenant_id': '936d96ec969642abb3e823dfa0130055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'b7667b9e-a49b-41c2-999a-a72b9c5e8e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:23:07Z', 'updated_at': '2021-09-17T17:26:38Z', 'revision_number': 5, 'project_id': '936d96ec969642abb3e823dfa0130055', 'gw_port': {'id': 'b7667b9e-a49b-41c2-999a-a72b9c5e8e4e', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:16:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2829133-7667-4160-8772-a3ae2ae0f080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:08Z', 'updated_at': '2021-09-17T17:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi'}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:26:40.012693 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423ee73e-033a-4670-bea1-0d906a7ff278 None None] Checking router: f2829133-7667-4160-8772-a3ae2ae0f080 for host: dv-cinder-809828-1-iscsi {{(pid=94718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:26:40.023365 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423ee73e-033a-4670-bea1-0d906a7ff278 None None] Routers {'f2829133-7667-4160-8772-a3ae2ae0f080'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:26:40.024117 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-423ee73e-033a-4670-bea1-0d906a7ff278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:26:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['f2829133-7667-4160-8772-a3ae2ae0f080'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:26:40.039780 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [None req-e37b2e50-5a7b-47a3-86f5-d498d7dae194 admin admin] Deleting port b7667b9e-a49b-41c2-999a-a72b9c5e8e4e {{(pid=94715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:26:40.040127 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e37b2e50-5a7b-47a3-86f5-d498d7dae194 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:40.131310 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-423ee73e-033a-4670-bea1-0d906a7ff278 None None] Set router f2829133-7667-4160-8772-a3ae2ae0f080 gateway port host: None {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:26:40.233167 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-e37b2e50-5a7b-47a3-86f5-d498d7dae194 admin admin] For port b7667b9e-a49b-41c2-999a-a72b9c5e8e4e, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=b7667b9e-a49b-41c2-999a-a72b9c5e8e4e,segment=NetworkSegment(f5bce3a7-39d4-42b3-980e-fe31588455ee),segment_id=f5bce3a7-39d4-42b3-980e-fe31588455ee)] {{(pid=94715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:26:40.236051 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e37b2e50-5a7b-47a3-86f5-d498d7dae194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:40.252667 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-423ee73e-033a-4670-bea1-0d906a7ff278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2829133-7667-4160-8772-a3ae2ae0f080', 'name': 'tempest-ServerRescueNegativeTestJSON-871637962-router', 'tenant_id': '936d96ec969642abb3e823dfa0130055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:23:07Z', 'updated_at': '2021-09-17T17:26:39Z', 'revision_number': 6, 'project_id': '936d96ec969642abb3e823dfa0130055', 'gw_port_host': None}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:26:40.264349 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [None req-e37b2e50-5a7b-47a3-86f5-d498d7dae194 admin admin] Calling delete_port for b7667b9e-a49b-41c2-999a-a72b9c5e8e4e owned by network:router_gateway {{(pid=94715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:26:40.306026 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423ee73e-033a-4670-bea1-0d906a7ff278 None None] The sync data for ids ['f2829133-7667-4160-8772-a3ae2ae0f080'] in dv-cinder-809828-1-iscsi is: [{'id': 'f2829133-7667-4160-8772-a3ae2ae0f080', 'name': 'tempest-ServerRescueNegativeTestJSON-871637962-router', 'tenant_id': '936d96ec969642abb3e823dfa0130055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:23:07Z', 'updated_at': '2021-09-17T17:26:39Z', 'revision_number': 6, 'project_id': '936d96ec969642abb3e823dfa0130055', 'gw_port_host': None}] {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:26:40.340004 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 58644) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:40.365880 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-2b3a28da-4221-4a01-af89-fb4389ad4ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:40.570506 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-2b3a28da-4221-4a01-af89-fb4389ad4ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:40.660159 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e37b2e50-5a7b-47a3-86f5-d498d7dae194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547'] for port, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:40.684519 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-2b3a28da-4221-4a01-af89-fb4389ad4ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:40.696741 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b2e50-5a7b-47a3-86f5-d498d7dae194 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7667b9e-a49b-41c2-999a-a72b9c5e8e4e,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:40.766881 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e37b2e50-5a7b-47a3-86f5-d498d7dae194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693927'] for router_gateway, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:40.774758 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 897e4fb7-cbbf-4f45-8952-5ef67c62c518 no longer exists at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:26:40.794621 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a28da-4221-4a01-af89-fb4389ad4ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5549f2b0-1cef-4c5a-a412-17d466646b49,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:40.804064 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] No Port match for: 897e4fb7-cbbf-4f45-8952-5ef67c62c518 {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:26:40.804756 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 897e4fb7-cbbf-4f45-8952-5ef67c62c518 not bound to the agent host dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:26:40.831895 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 58648) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:40.838620 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-2b3a28da-4221-4a01-af89-fb4389ad4ba2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cef2972a61954a8f88763d7b702d90be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4975190 Sep 17 17:26:40.891855 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-2aba45a7-1235-4ec0-ac07-d33e0371dfa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:40.921422 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-2aba45a7-1235-4ec0-ac07-d33e0371dfa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:40.938068 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e37b2e50-5a7b-47a3-86f5-d498d7dae194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1013'] for router, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:40.941012 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e37b2e50-5a7b-47a3-86f5-d498d7dae194 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:41.085082 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-2aba45a7-1235-4ec0-ac07-d33e0371dfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:41.087601 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-2aba45a7-1235-4ec0-ac07-d33e0371dfa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:41.091248 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-2aba45a7-1235-4ec0-ac07-d33e0371dfa4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5549f2b0-1cef-4c5a-a412-17d466646b49 HTTP/1.1" status: 204 len: 168 time: 0.2560065 Sep 17 17:26:41.098062 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba45a7-1235-4ec0-ac07-d33e0371dfa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5549f2b0-1cef-4c5a-a412-17d466646b49,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:41.231664 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f5edc-3a62-4539-a83e-f3f5fbae9787 req-15afaf79-f1f4-466f-92a8-0b32a11fab83 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:41.247239 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-440f5edc-3a62-4539-a83e-f3f5fbae9787 req-15afaf79-f1f4-466f-92a8-0b32a11fab83 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 943 time: 0.3561635 Sep 17 17:26:41.274555 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-440f5edc-3a62-4539-a83e-f3f5fbae9787 req-813535a2-c3f4-407f-b9f9-a73f5faee5a0 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335541 Sep 17 17:26:41.361904 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e37b2e50-5a7b-47a3-86f5-d498d7dae194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691981'] for router, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:41.362451 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37b2e50-5a7b-47a3-86f5-d498d7dae194 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2829133-7667-4160-8772-a3ae2ae0f080 {{(pid=94715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 17:26:41.368427 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e37b2e50-5a7b-47a3-86f5-d498d7dae194 admin admin] Notify callbacks [] for router, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:41.369545 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-e37b2e50-5a7b-47a3-86f5-d498d7dae194 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f2829133-7667-4160-8772-a3ae2ae0f080 HTTP/1.1" status: 204 len: 168 time: 1.8604228 Sep 17 17:26:41.373099 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 58654) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:41.427340 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b87eab-c9dd-419d-89f5-bb272799b01e admin admin] Deleting subnet aee1d114-d631-4cfa-9776-affd7ae8bdda {{(pid=94716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 17:26:41.430708 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-a4b87eab-c9dd-419d-89f5-bb272799b01e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:41.467120 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-a4b87eab-c9dd-419d-89f5-bb272799b01e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26649732'] for subnet, precommit_delete_associations {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:41.528699 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-a4b87eab-c9dd-419d-89f5-bb272799b01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706992'] for subnet, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:41.748068 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-a4b87eab-c9dd-419d-89f5-bb272799b01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25898032'] for subnet, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:41.780707 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b87eab-c9dd-419d-89f5-bb272799b01e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aee1d114-d631-4cfa-9776-affd7ae8bdda,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:41.783469 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-a4b87eab-c9dd-419d-89f5-bb272799b01e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for subnet, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:41.785410 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-a4b87eab-c9dd-419d-89f5-bb272799b01e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/aee1d114-d631-4cfa-9776-affd7ae8bdda HTTP/1.1" status: 204 len: 168 time: 0.4121127 Sep 17 17:26:41.788119 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 58664) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:41.865756 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-127119d1-9f2d-4aa5-b917-f584ccb9db9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3478593'] for network, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:41.953263 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-127119d1-9f2d-4aa5-b917-f584ccb9db9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707639', 'neutron.services.segments.db._delete_segments_for_network-8747491616925'] for network, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:41.974548 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.services.segments.db [None req-127119d1-9f2d-4aa5-b917-f584ccb9db9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cc607b2-217d-4062-b691-f78cd94d3695']}} {{(pid=94716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:26:41.984093 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.services.segments.db [None req-127119d1-9f2d-4aa5-b917-f584ccb9db9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e9c7d23-9f52-425a-886c-ae692b6b907f') {'for_net_delete': True} {{(pid=94716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:26:41.984438 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.services.segments.db [None req-127119d1-9f2d-4aa5-b917-f584ccb9db9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e9c7d23-9f52-425a-886c-ae692b6b907f') {} {{(pid=94716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:26:41.994849 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-127119d1-9f2d-4aa5-b917-f584ccb9db9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747491617190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26649743'] for segment, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:42.008375 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-127119d1-9f2d-4aa5-b917-f584ccb9db9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157'] for segment, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:42.014917 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-127119d1-9f2d-4aa5-b917-f584ccb9db9f admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=94716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 17:26:42.015342 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-127119d1-9f2d-4aa5-b917-f584ccb9db9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26178748'] for segment, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:42.016984 dv-cinder-809828-1-iscsi neutron-server[94716]: Traceback (most recent call last): Sep 17 17:26:42.016984 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 17:26:42.016984 dv-cinder-809828-1-iscsi neutron-server[94716]: timer() Sep 17 17:26:42.016984 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 17:26:42.016984 dv-cinder-809828-1-iscsi neutron-server[94716]: cb(*args, **kw) Sep 17 17:26:42.016984 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 17:26:42.016984 dv-cinder-809828-1-iscsi neutron-server[94716]: return func(*args, **kwargs) Sep 17 17:26:42.016984 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 17:26:42.016984 dv-cinder-809828-1-iscsi neutron-server[94716]: self._notify() Sep 17 17:26:42.016984 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 17:26:42.016984 dv-cinder-809828-1-iscsi neutron-server[94716]: self.callback(batched_events) Sep 17 17:26:42.016984 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 17:26:42.016984 dv-cinder-809828-1-iscsi neutron-server[94716]: event.method(event) Sep 17 17:26:42.016984 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 17:26:42.016984 dv-cinder-809828-1-iscsi neutron-server[94716]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 17:26:42.016984 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 17:26:42.016984 dv-cinder-809828-1-iscsi neutron-server[94716]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 17:26:42.016984 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 17:26:42.016984 dv-cinder-809828-1-iscsi neutron-server[94716]: return f(self, *a, **k) Sep 17 17:26:42.016984 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 17:26:42.016984 dv-cinder-809828-1-iscsi neutron-server[94716]: return self._get(url).json() Sep 17 17:26:42.016984 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 17:26:42.016984 dv-cinder-809828-1-iscsi neutron-server[94716]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 17:26:42.016984 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 17:26:42.016984 dv-cinder-809828-1-iscsi neutron-server[94716]: return self.request(url, 'GET', **kwargs) Sep 17 17:26:42.016984 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 17:26:42.016984 dv-cinder-809828-1-iscsi neutron-server[94716]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 17:26:42.016984 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 17:26:42.016984 dv-cinder-809828-1-iscsi neutron-server[94716]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 17:26:42.016984 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 17:26:42.016984 dv-cinder-809828-1-iscsi neutron-server[94716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 17:26:42.016984 dv-cinder-809828-1-iscsi neutron-server[94716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 17:26:42.196732 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-127119d1-9f2d-4aa5-b917-f584ccb9db9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693827'] for network, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:42.202161 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-127119d1-9f2d-4aa5-b917-f584ccb9db9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for network, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:42.206352 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-127119d1-9f2d-4aa5-b917-f584ccb9db9f admin admin] 10.222.0.18 "DELETE /v2.0/networks/7cc607b2-217d-4062-b691-f78cd94d3695 HTTP/1.1" status: 204 len: 168 time: 0.4150717 Sep 17 17:26:42.218336 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127119d1-9f2d-4aa5-b917-f584ccb9db9f admin admin] Pushing event deleted for resources: {'Network': ['ID=7cc607b2-217d-4062-b691-f78cd94d3695,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:42.447751 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f83d04-0da9-4871-bdab-91a688566f57 req-2521b753-f656-46b7-8cf1-1c303a3f771a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:42.452687 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-56f83d04-0da9-4871-bdab-91a688566f57 req-2521b753-f656-46b7-8cf1-1c303a3f771a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 943 time: 0.0793374 Sep 17 17:26:42.490865 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-56f83d04-0da9-4871-bdab-91a688566f57 req-87f65dc9-98a9-4571-adf2-d3b4c9c96d8f tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339127 Sep 17 17:26:42.726808 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 58694) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:42.772925 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device b7667b9e-a49b-41c2-999a-a72b9c5e8e4e no longer exists at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:26:42.779558 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-aca8437a-6e85-4633-b7d7-2af710769750 req-0bc51283-99d8-45cd-bccf-2355069f1eb2 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1378669420&fields=id&tenant_id=6ae79036f78e4d3c9eb885dec9a803b0 HTTP/1.1" status: 200 len: 267 time: 0.0463195 Sep 17 17:26:42.805350 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-2fa352e4-09e9-47df-bf6f-1f6ed1a19c36 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=936d96ec969642abb3e823dfa0130055&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0773079 Sep 17 17:26:42.806239 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 58698) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:42.819064 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] No Port match for: b7667b9e-a49b-41c2-999a-a72b9c5e8e4e {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:26:42.819669 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device b7667b9e-a49b-41c2-999a-a72b9c5e8e4e not bound to the agent host dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:26:42.891479 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-7cbadabb-fb25-4df5-8081-b0f2c88b70c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:42.931818 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8437a-6e85-4633-b7d7-2af710769750 req-1a19006f-c4a4-4428-968d-1602f1a1e8cb tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:42.942323 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-aca8437a-6e85-4633-b7d7-2af710769750 req-1a19006f-c4a4-4428-968d-1602f1a1e8cb tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/networks?id=47e2d6e9-ce7e-458e-b5e3-fc8811121e51 HTTP/1.1" status: 200 len: 810 time: 0.1533689 Sep 17 17:26:42.945769 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-7cbadabb-fb25-4df5-8081-b0f2c88b70c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:42.955081 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-aca8437a-6e85-4633-b7d7-2af710769750 req-b338cf4f-ba5a-4e37-91dd-33dc4e01ae89 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/quotas/6ae79036f78e4d3c9eb885dec9a803b0 HTTP/1.1" status: 200 len: 375 time: 0.0115013 Sep 17 17:26:43.011712 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-aca8437a-6e85-4633-b7d7-2af710769750 req-064ec7dd-1e69-4dfd-8e94-309f3d3202eb tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ae79036f78e4d3c9eb885dec9a803b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502176 Sep 17 17:26:43.133037 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-aca8437a-6e85-4633-b7d7-2af710769750 req-3564979f-0510-480b-a54f-7247b487d20e service neutron] 10.222.0.18 "GET /v2.0/networks/47e2d6e9-ce7e-458e-b5e3-fc8811121e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098545 Sep 17 17:26:43.227039 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-aca8437a-6e85-4633-b7d7-2af710769750 req-96c117df-376d-4f05-b5d7-de868b35ff3b service neutron] 10.222.0.18 "GET /v2.0/networks/47e2d6e9-ce7e-458e-b5e3-fc8811121e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876510 Sep 17 17:26:43.664772 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-7cbadabb-fb25-4df5-8081-b0f2c88b70c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:43.676517 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-7cbadabb-fb25-4df5-8081-b0f2c88b70c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:43.676517 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-7cbadabb-fb25-4df5-8081-b0f2c88b70c3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dcb82f97-6c59-4b2c-adfa-455f1b4d04ca HTTP/1.1" status: 204 len: 168 time: 0.8612006 Sep 17 17:26:43.676517 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbadabb-fb25-4df5-8081-b0f2c88b70c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb82f97-6c59-4b2c-adfa-455f1b4d04ca,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:44.015869 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 6 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:26:44.353079 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9bb151-8bc8-4276-804f-48ca1714045f req-80bc077d-9ad1-4214-84af-e959e3912db1 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:44.357940 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0c9bb151-8bc8-4276-804f-48ca1714045f req-80bc077d-9ad1-4214-84af-e959e3912db1 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 943 time: 0.0637424 Sep 17 17:26:44.423807 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0c9bb151-8bc8-4276-804f-48ca1714045f req-b8e6aa81-f2e4-4466-8cfc-25a01ac16385 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589495 Sep 17 17:26:44.507622 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-91071104-55c6-43fa-a2eb-7e7a560b561c req-61b84b8a-589a-494b-8988-f90dd434a054 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 210 time: 0.0304453 Sep 17 17:26:44.784587 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 58750) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:44.910517 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-14da30a3-e513-4b33-9b13-aeb9a21614be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:45.015864 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-14da30a3-e513-4b33-9b13-aeb9a21614be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:45.266063 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-14da30a3-e513-4b33-9b13-aeb9a21614be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:45.307745 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-14da30a3-e513-4b33-9b13-aeb9a21614be admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=348f3a9ec00b4267bba0e7955fb40c62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5246315 Sep 17 17:26:45.308699 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da30a3-e513-4b33-9b13-aeb9a21614be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ef0c81-b1aa-4925-a1c6-06fa0f5db8ff,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:45.310455 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 58760) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:45.360238 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-6e344534-560a-452d-ad4f-1467e3b271b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:45.384665 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-6e344534-560a-452d-ad4f-1467e3b271b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:45.564108 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38129c3-d0b8-4e1d-8746-2681abd7bafd req-01787aad-cb56-498e-afaa-70f46f8bfd18 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:45.567704 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d38129c3-d0b8-4e1d-8746-2681abd7bafd req-01787aad-cb56-498e-afaa-70f46f8bfd18 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 943 time: 0.0572023 Sep 17 17:26:45.607939 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d38129c3-d0b8-4e1d-8746-2681abd7bafd req-7fedf2dc-b0da-4bde-9348-ce9b63c78dea tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354943 Sep 17 17:26:45.650703 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-6e344534-560a-452d-ad4f-1467e3b271b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:45.655756 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-6e344534-560a-452d-ad4f-1467e3b271b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:45.657377 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-6e344534-560a-452d-ad4f-1467e3b271b5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/89ef0c81-b1aa-4925-a1c6-06fa0f5db8ff HTTP/1.1" status: 204 len: 168 time: 0.3453038 Sep 17 17:26:45.657590 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:45.667481 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e344534-560a-452d-ad4f-1467e3b271b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ef0c81-b1aa-4925-a1c6-06fa0f5db8ff,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:45.718809 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a6558f8a-5b6b-403f-9df4-7d7b9703f4fc req-f07df3af-fce1-46cd-938f-c15b318220f0 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 210 time: 0.0343928 Sep 17 17:26:46.626790 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 58790) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:46.640410 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8037f6de-c64e-46e7-84a7-49a68b71dd90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:46.772206 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4ba51-f4c6-495c-8c6d-39ec9039266a req-1afdab97-db76-418e-9351-6cf7ae7412d8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:46.773737 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-add4ba51-f4c6-495c-8c6d-39ec9039266a req-1afdab97-db76-418e-9351-6cf7ae7412d8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 943 time: 0.0782065 Sep 17 17:26:46.777894 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8037f6de-c64e-46e7-84a7-49a68b71dd90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:46.816335 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-add4ba51-f4c6-495c-8c6d-39ec9039266a req-27ca7d1e-9c21-49a4-a107-cae8b1d61318 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365226 Sep 17 17:26:46.899998 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8037f6de-c64e-46e7-84a7-49a68b71dd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:46.918647 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b8494431-6551-4c16-835d-dc62a3279ff2 req-7c05ea35-45de-4560-96fb-c705499c9d18 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 210 time: 0.0328372 Sep 17 17:26:46.949176 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-8037f6de-c64e-46e7-84a7-49a68b71dd90 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=275929ea948c4a2288de513f241b3f18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3167562 Sep 17 17:26:46.953092 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 58802) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:46.966462 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037f6de-c64e-46e7-84a7-49a68b71dd90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a8b2c3-caf9-4c80-8688-294066c19bfd,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:47.017028 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9d724b7b-5bb0-4df6-9218-0c94aab2173c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:47.037743 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9d724b7b-5bb0-4df6-9218-0c94aab2173c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:47.162000 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9d724b7b-5bb0-4df6-9218-0c94aab2173c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:47.164553 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9d724b7b-5bb0-4df6-9218-0c94aab2173c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:47.165812 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-9d724b7b-5bb0-4df6-9218-0c94aab2173c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d0a8b2c3-caf9-4c80-8688-294066c19bfd HTTP/1.1" status: 204 len: 168 time: 0.2157891 Sep 17 17:26:47.174639 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d724b7b-5bb0-4df6-9218-0c94aab2173c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a8b2c3-caf9-4c80-8688-294066c19bfd,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:47.949518 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ce315-62ec-4c0d-881c-7152de8cc6c4 req-4545d788-5c14-4853-8df7-664d5bc5eafa tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:47.951096 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9e2ce315-62ec-4c0d-881c-7152de8cc6c4 req-4545d788-5c14-4853-8df7-664d5bc5eafa tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 943 time: 0.0534544 Sep 17 17:26:47.991012 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9e2ce315-62ec-4c0d-881c-7152de8cc6c4 req-02f76bc3-2b1b-4850-9174-7849f077d500 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338376 Sep 17 17:26:48.095271 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b007f2cc-12f7-4f8f-9cf4-3db5ffbf5ed1 req-f26591b7-914f-4d22-8938-9b0ed8fe44db tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 210 time: 0.0392148 Sep 17 17:26:49.122819 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4e984-d90d-40ea-96e0-b4f239328afe req-038a3622-54c7-4366-b224-b1465f8a998e tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:49.132871 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3ad4e984-d90d-40ea-96e0-b4f239328afe req-038a3622-54c7-4366-b224-b1465f8a998e tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 943 time: 0.0665324 Sep 17 17:26:49.179515 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3ad4e984-d90d-40ea-96e0-b4f239328afe req-8bba035f-4bb1-4204-af26-60c9c4af23ce tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454309 Sep 17 17:26:49.289036 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a75b88f9-8389-408b-8889-a203e5403fec req-1aeaf4a5-e177-4fb1-85e9-2d0f61a2674d tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 210 time: 0.0285690 Sep 17 17:26:50.332422 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929205e-444a-4bca-bfea-181836c8cac3 req-f2fd07eb-53a1-424a-b8fd-9ecffe0aff72 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:50.334725 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d929205e-444a-4bca-bfea-181836c8cac3 req-f2fd07eb-53a1-424a-b8fd-9ecffe0aff72 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 943 time: 0.0786626 Sep 17 17:26:50.375386 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d929205e-444a-4bca-bfea-181836c8cac3 req-14281a5d-806b-4b72-bdad-5fda9e64e80c tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332522 Sep 17 17:26:50.484216 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-620fb44e-2aa2-4ed1-9fc3-491b44aab1af req-1ab47c5f-6eff-40e0-9897-90892d602fce tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 210 time: 0.0296721 Sep 17 17:26:51.498555 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bbaefe-d8b6-4369-aa74-ddcb4e31609e req-887fe1b9-459c-4c66-8d43-6d8fa4cc169a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:51.499960 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-13bbaefe-d8b6-4369-aa74-ddcb4e31609e req-887fe1b9-459c-4c66-8d43-6d8fa4cc169a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 943 time: 0.0502851 Sep 17 17:26:51.539397 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-13bbaefe-d8b6-4369-aa74-ddcb4e31609e req-66417373-57c0-4ed7-9696-60e63eb421a0 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322399 Sep 17 17:26:51.622095 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6594c141-6975-4674-b5e7-7527af692625 req-72f6ead0-db0a-498f-b6d7-db6f294f9a23 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 210 time: 0.0262091 Sep 17 17:26:52.663046 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c9e27-3e4b-4809-b379-665d34be7669 req-1d343818-4059-4655-b801-77fe5da5a11c tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:52.664554 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e84c9e27-3e4b-4809-b379-665d34be7669 req-1d343818-4059-4655-b801-77fe5da5a11c tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 943 time: 0.0538235 Sep 17 17:26:52.715618 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e84c9e27-3e4b-4809-b379-665d34be7669 req-658bedcb-34c1-48e3-94c0-5e5860af6fe9 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447550 Sep 17 17:26:52.730007 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-781bc885-215a-43c1-9a0e-6c98520235d1 req-b4ac2b23-02f6-4263-bc9c-e83508fc7038 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 210 time: 0.0307305 Sep 17 17:26:52.865340 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c1843d23-da6a-441b-935c-709b17b24bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:52.953149 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8437a-6e85-4633-b7d7-2af710769750 req-f0cc7673-d4f9-4ffb-a02a-3a3a252446e7 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:52.954406 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-aca8437a-6e85-4633-b7d7-2af710769750 req-f0cc7673-d4f9-4ffb-a02a-3a3a252446e7 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.42 "GET /v2.0/networks?id=47e2d6e9-ce7e-458e-b5e3-fc8811121e51 HTTP/1.1" status: 200 len: 810 time: 0.1120842 Sep 17 17:26:53.003043 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-aca8437a-6e85-4633-b7d7-2af710769750 req-eacf067e-5b70-42db-a9d9-50d34742f80e tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ae79036f78e4d3c9eb885dec9a803b0 HTTP/1.1" status: 200 len: 380 time: 0.0390434 Sep 17 17:26:53.018861 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-aca8437a-6e85-4633-b7d7-2af710769750 req-948bc599-8439-408a-bf32-5d9bbb4d7192 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Request body: {'port': {'device_id': '96b7398e-4b74-484f-8639-6f781670fd38', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'admin_state_up': True, 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'security_groups': ['442d0a5a-fff7-4bba-b9e3-87e16efe6a27']}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:26:53.208149 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aca8437a-6e85-4633-b7d7-2af710769750 req-948bc599-8439-408a-bf32-5d9bbb4d7192 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Made reservation on behalf of 6ae79036f78e4d3c9eb885dec9a803b0 for: {'port': 1} {{(pid=94715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:26:53.211816 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-aca8437a-6e85-4633-b7d7-2af710769750 req-948bc599-8439-408a-bf32-5d9bbb4d7192 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:53.347286 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.db_base_plugin_common [req-aca8437a-6e85-4633-b7d7-2af710769750 req-948bc599-8439-408a-bf32-5d9bbb4d7192 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Allocated IP 172.20.0.5 (47e2d6e9-ce7e-458e-b5e3-fc8811121e51/b86cd3d2-7e31-4268-bbf5-56635408c00d/f444ff64-11ad-4b0f-8d83-604171dbfb50) {{(pid=94715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:26:53.490676 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-aca8437a-6e85-4633-b7d7-2af710769750 req-948bc599-8439-408a-bf32-5d9bbb4d7192 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for port, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:53.616686 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-aca8437a-6e85-4633-b7d7-2af710769750 req-948bc599-8439-408a-bf32-5d9bbb4d7192 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538'] for port, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:53.658764 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aca8437a-6e85-4633-b7d7-2af710769750 req-948bc599-8439-408a-bf32-5d9bbb4d7192 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Network 47e2d6e9-ce7e-458e-b5e3-fc8811121e51 is already hosted by enough agents. {{(pid=94715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:26:53.661859 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [req-aca8437a-6e85-4633-b7d7-2af710769750 req-948bc599-8439-408a-bf32-5d9bbb4d7192 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Resources bound (agent type, host, resource id): {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:26:53.665343 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca8437a-6e85-4633-b7d7-2af710769750 req-948bc599-8439-408a-bf32-5d9bbb4d7192 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Received port after_create {{(pid=94715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:26:53.670828 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8437a-6e85-4633-b7d7-2af710769750 req-948bc599-8439-408a-bf32-5d9bbb4d7192 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:53.671446 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-aca8437a-6e85-4633-b7d7-2af710769750 req-948bc599-8439-408a-bf32-5d9bbb4d7192 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:53.682604 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948bc599-8439-408a-bf32-5d9bbb4d7192 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Pushing event updated for resources: {'Port': ['ID=f444ff64-11ad-4b0f-8d83-604171dbfb50,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:53.857589 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-aca8437a-6e85-4633-b7d7-2af710769750 req-948bc599-8439-408a-bf32-5d9bbb4d7192 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8449941 Sep 17 17:26:53.881599 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19d88d-ce49-4cba-b0f7-877bb5c529fb req-5465eebf-4b42-43ac-96f4-a6f6edd67ce8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:53.883111 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fc19d88d-ce49-4cba-b0f7-877bb5c529fb req-5465eebf-4b42-43ac-96f4-a6f6edd67ce8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 943 time: 0.0925436 Sep 17 17:26:53.886978 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-aca8437a-6e85-4633-b7d7-2af710769750 req-822a9b6b-4424-40d8-8625-4756c5ef685b service neutron] Request body: {'port': {'device_id': '96b7398e-4b74-484f-8639-6f781670fd38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80982'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:26:53.918446 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-b04ad84d-e11c-4f4d-8bed-a8776d938697 None None] Provisioning complete for port f444ff64-11ad-4b0f-8d83-604171dbfb50 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:26:53.918996 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-b04ad84d-e11c-4f4d-8bed-a8776d938697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:53.927395 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd97386-781b-44f5-9f2a-5ea8b1e5cbbd req-38fa7aa0-2aee-4435-8c11-d4d7cba40a7b tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:53.928913 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3fd97386-781b-44f5-9f2a-5ea8b1e5cbbd req-38fa7aa0-2aee-4435-8c11-d4d7cba40a7b tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 931 time: 0.1267679 Sep 17 17:26:53.957236 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-b04ad84d-e11c-4f4d-8bed-a8776d938697 None None] Port f444ff64-11ad-4b0f-8d83-604171dbfb50 cannot update to ACTIVE because it is not bound. {{(pid=94717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 17:26:54.005528 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-aca8437a-6e85-4633-b7d7-2af710769750 req-822a9b6b-4424-40d8-8625-4756c5ef685b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:54.012132 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fc19d88d-ce49-4cba-b0f7-877bb5c529fb req-78a26b67-e600-4eab-bb63-0568b690dfb9 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205945 Sep 17 17:26:54.020735 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3fd97386-781b-44f5-9f2a-5ea8b1e5cbbd req-5204f7f9-78dc-4a8d-a9f1-1b3c9bf71cf9 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820918 Sep 17 17:26:54.271533 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [req-aca8437a-6e85-4633-b7d7-2af710769750 req-822a9b6b-4424-40d8-8625-4756c5ef685b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f444ff64-11ad-4b0f-8d83-604171dbfb50 {{(pid=94715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:26:54.278805 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-aca8437a-6e85-4633-b7d7-2af710769750 req-822a9b6b-4424-40d8-8625-4756c5ef685b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:54.291819 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [req-aca8437a-6e85-4633-b7d7-2af710769750 req-822a9b6b-4424-40d8-8625-4756c5ef685b service neutron] Transition to ACTIVE for port object f444ff64-11ad-4b0f-8d83-604171dbfb50 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 17:26:54.373108 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-aca8437a-6e85-4633-b7d7-2af710769750 req-822a9b6b-4424-40d8-8625-4756c5ef685b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:54.425018 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a9b6b-4424-40d8-8625-4756c5ef685b service neutron] Pushing event updated for resources: {'Port': ['ID=f444ff64-11ad-4b0f-8d83-604171dbfb50,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:54.455255 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-aca8437a-6e85-4633-b7d7-2af710769750 req-822a9b6b-4424-40d8-8625-4756c5ef685b service neutron] Attempting to bind port f444ff64-11ad-4b0f-8d83-604171dbfb50 on host hv-cinder-80982 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:26:54.455590 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-aca8437a-6e85-4633-b7d7-2af710769750 req-822a9b6b-4424-40d8-8625-4756c5ef685b service neutron] Attempting to bind port f444ff64-11ad-4b0f-8d83-604171dbfb50 by drivers openvswitch,hyperv on host hv-cinder-80982 at level 0 using segments [{'id': '785f5f27-bced-428b-8eaf-2715efe38648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:26:54.455944 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca8437a-6e85-4633-b7d7-2af710769750 req-822a9b6b-4424-40d8-8625-4756c5ef685b service neutron] Attempting to bind port f444ff64-11ad-4b0f-8d83-604171dbfb50 on network 47e2d6e9-ce7e-458e-b5e3-fc8811121e51 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:26:54.461585 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca8437a-6e85-4633-b7d7-2af710769750 req-822a9b6b-4424-40d8-8625-4756c5ef685b service neutron] Port f444ff64-11ad-4b0f-8d83-604171dbfb50 on network 47e2d6e9-ce7e-458e-b5e3-fc8811121e51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80982 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 17:26:54.461986 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca8437a-6e85-4633-b7d7-2af710769750 req-822a9b6b-4424-40d8-8625-4756c5ef685b service neutron] Attempting to bind port f444ff64-11ad-4b0f-8d83-604171dbfb50 on network 47e2d6e9-ce7e-458e-b5e3-fc8811121e51 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:26:54.467295 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca8437a-6e85-4633-b7d7-2af710769750 req-822a9b6b-4424-40d8-8625-4756c5ef685b service neutron] Checking agent: {'id': 'e15b8fdc-3f6d-455f-8616-9488d56a2a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80982', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'started_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:26:54.467725 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca8437a-6e85-4633-b7d7-2af710769750 req-822a9b6b-4424-40d8-8625-4756c5ef685b service neutron] Checking segment: {'id': '785f5f27-bced-428b-8eaf-2715efe38648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:26:54.468204 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca8437a-6e85-4633-b7d7-2af710769750 req-822a9b6b-4424-40d8-8625-4756c5ef685b service neutron] Bound using segment: {'id': '785f5f27-bced-428b-8eaf-2715efe38648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:26:54.468734 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-aca8437a-6e85-4633-b7d7-2af710769750 req-822a9b6b-4424-40d8-8625-4756c5ef685b service neutron] Bound port: f444ff64-11ad-4b0f-8d83-604171dbfb50, host: hv-cinder-80982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '785f5f27-bced-428b-8eaf-2715efe38648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:26:54.469210 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-aca8437a-6e85-4633-b7d7-2af710769750 req-822a9b6b-4424-40d8-8625-4756c5ef685b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:54.545366 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-aca8437a-6e85-4633-b7d7-2af710769750 req-822a9b6b-4424-40d8-8625-4756c5ef685b service neutron] For port f444ff64-11ad-4b0f-8d83-604171dbfb50, host hv-cinder-80982, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:26:54.549087 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-aca8437a-6e85-4633-b7d7-2af710769750 req-822a9b6b-4424-40d8-8625-4756c5ef685b service neutron] For port f444ff64-11ad-4b0f-8d83-604171dbfb50, host hv-cinder-80982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=f444ff64-11ad-4b0f-8d83-604171dbfb50,segment=NetworkSegment(785f5f27-bced-428b-8eaf-2715efe38648),segment_id=785f5f27-bced-428b-8eaf-2715efe38648)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:26:54.656247 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-aca8437a-6e85-4633-b7d7-2af710769750 req-822a9b6b-4424-40d8-8625-4756c5ef685b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:54.690603 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8437a-6e85-4633-b7d7-2af710769750 req-822a9b6b-4424-40d8-8625-4756c5ef685b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:54.691237 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-aca8437a-6e85-4633-b7d7-2af710769750 req-822a9b6b-4424-40d8-8625-4756c5ef685b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:54.693926 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-aca8437a-6e85-4633-b7d7-2af710769750 req-822a9b6b-4424-40d8-8625-4756c5ef685b service neutron] 10.222.0.42 "PUT /v2.0/ports/f444ff64-11ad-4b0f-8d83-604171dbfb50 HTTP/1.1" status: 200 len: 1093 time: 0.8207507 Sep 17 17:26:54.696488 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96b7398e-4b74-484f-8639-6f781670fd38', 'tag': 'f444ff64-11ad-4b0f-8d83-604171dbfb50'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:26:54.700196 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458b00be-2a83-4edf-98e0-319957c42ac4" -d '{"events": [{"name": "network-changed", "server_uuid": "96b7398e-4b74-484f-8639-6f781670fd38", "tag": "f444ff64-11ad-4b0f-8d83-604171dbfb50"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:26:54.728358 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a9b6b-4424-40d8-8625-4756c5ef685b service neutron] Pushing event updated for resources: {'Port': ['ID=f444ff64-11ad-4b0f-8d83-604171dbfb50,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:54.743495 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 17:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bcf7454-ee39-45b0-bd71-49a6acc5a19b x-openstack-request-id: req-1bcf7454-ee39-45b0-bd71-49a6acc5a19b {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:26:54.743849 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96b7398e-4b74-484f-8639-6f781670fd38", "tag": "f444ff64-11ad-4b0f-8d83-604171dbfb50", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:26:54.744166 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1bcf7454-ee39-45b0-bd71-49a6acc5a19b {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:26:54.744570 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96b7398e-4b74-484f-8639-6f781670fd38', 'tag': 'f444ff64-11ad-4b0f-8d83-604171dbfb50', 'status': 'completed', 'code': 200} Sep 17 17:26:54.809474 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b00be-2a83-4edf-98e0-319957c42ac4 req-4f36e8d5-c34a-44e7-af3f-d98a73aebaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:54.811068 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-458b00be-2a83-4edf-98e0-319957c42ac4 req-4f36e8d5-c34a-44e7-af3f-d98a73aebaf4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ae79036f78e4d3c9eb885dec9a803b0&device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 1096 time: 0.0430095 Sep 17 17:26:54.917916 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b00be-2a83-4edf-98e0-319957c42ac4 req-b334a908-b8fb-407b-9c41-7924a3371a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:54.919473 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-458b00be-2a83-4edf-98e0-319957c42ac4 req-b334a908-b8fb-407b-9c41-7924a3371a0e service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=6ae79036f78e4d3c9eb885dec9a803b0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0994396 Sep 17 17:26:55.023923 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b00be-2a83-4edf-98e0-319957c42ac4 req-7d738895-e000-4329-9b17-d7c14dec0e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:55.025702 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-458b00be-2a83-4edf-98e0-319957c42ac4 req-7d738895-e000-4329-9b17-d7c14dec0e0a service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929573 Sep 17 17:26:55.183540 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8437a-6e85-4633-b7d7-2af710769750 req-79b43c59-1abc-4c96-a498-7ef8fc0e5d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:55.185139 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-aca8437a-6e85-4633-b7d7-2af710769750 req-79b43c59-1abc-4c96-a498-7ef8fc0e5d02 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ae79036f78e4d3c9eb885dec9a803b0&device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 1096 time: 0.1062527 Sep 17 17:26:55.199240 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e01a75-f10d-4948-a8df-23f54dab19b8 req-22ec5393-0b34-4897-acd1-d4bec1faf284 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:55.200605 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e7e01a75-f10d-4948-a8df-23f54dab19b8 req-22ec5393-0b34-4897-acd1-d4bec1faf284 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 943 time: 0.0947843 Sep 17 17:26:55.210232 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06c4c5-661e-4883-923e-b1b954098fcb req-8cf01f97-0bcd-4172-8808-cf038e277810 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:55.211669 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ee06c4c5-661e-4883-923e-b1b954098fcb req-8cf01f97-0bcd-4172-8808-cf038e277810 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 943 time: 0.1069236 Sep 17 17:26:55.266774 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-aca8437a-6e85-4633-b7d7-2af710769750 req-e7e0b30f-c867-4100-8845-24c191b52fda service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f444ff64-11ad-4b0f-8d83-604171dbfb50 HTTP/1.1" status: 200 len: 217 time: 0.0652544 Sep 17 17:26:55.327876 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e7e01a75-f10d-4948-a8df-23f54dab19b8 req-d0bcc0ba-815a-412d-9b58-63d979d288bc tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133926 Sep 17 17:26:55.347280 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ee06c4c5-661e-4883-923e-b1b954098fcb req-74beef92-4874-4932-be26-afd372d82c70 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969131 Sep 17 17:26:55.348779 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8437a-6e85-4633-b7d7-2af710769750 req-1fd8ee21-1ec8-4ec4-b3e9-e2d24e694506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:55.350174 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-aca8437a-6e85-4633-b7d7-2af710769750 req-1fd8ee21-1ec8-4ec4-b3e9-e2d24e694506 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b86cd3d2-7e31-4268-bbf5-56635408c00d HTTP/1.1" status: 200 len: 849 time: 0.0730314 Sep 17 17:26:55.405433 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8437a-6e85-4633-b7d7-2af710769750 req-f6519ef2-2b19-4c13-989a-04e7a5e9bad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:55.406879 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-aca8437a-6e85-4633-b7d7-2af710769750 req-f6519ef2-2b19-4c13-989a-04e7a5e9bad4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=47e2d6e9-ce7e-458e-b5e3-fc8811121e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465403 Sep 17 17:26:55.505457 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-aca8437a-6e85-4633-b7d7-2af710769750 req-05a11ea8-4283-4454-a6b0-0b5341c92cc5 service neutron] 10.222.0.42 "GET /v2.0/networks/47e2d6e9-ce7e-458e-b5e3-fc8811121e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850375 Sep 17 17:26:55.598772 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-aca8437a-6e85-4633-b7d7-2af710769750 req-b29e17b6-dba9-49c4-bd59-4412ec691642 service neutron] 10.222.0.42 "GET /v2.0/networks/47e2d6e9-ce7e-458e-b5e3-fc8811121e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851967 Sep 17 17:26:55.633055 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-bbaff223-04ff-434e-bae3-d51b650c1a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:56.483644 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75450b57-8ede-4f58-952f-c68e2c35f2d3 req-ce144b4f-8041-43e9-99ce-0938d82dd714 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:56.485125 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-75450b57-8ede-4f58-952f-c68e2c35f2d3 req-ce144b4f-8041-43e9-99ce-0938d82dd714 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 943 time: 0.0836205 Sep 17 17:26:56.499167 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e73de-12e1-4f3b-8c8e-6f11608fddb7 req-9f340ef5-4fed-436f-ae42-9d3a5101f32c tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:56.499167 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ac6e73de-12e1-4f3b-8c8e-6f11608fddb7 req-9f340ef5-4fed-436f-ae42-9d3a5101f32c tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 943 time: 0.0717716 Sep 17 17:26:56.554600 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-75450b57-8ede-4f58-952f-c68e2c35f2d3 req-c647a127-cf46-4a40-9c37-d9cf807d521a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555434 Sep 17 17:26:56.557493 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ac6e73de-12e1-4f3b-8c8e-6f11608fddb7 req-ef8098f8-21ce-4a73-b661-d49175584a1f tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520234 Sep 17 17:26:56.696011 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:56.778744 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:57.156801 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 59010) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:57.267103 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-fe279817-3078-4206-b17b-60d8e971f030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:57.358213 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-fe279817-3078-4206-b17b-60d8e971f030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:57.427423 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-fe279817-3078-4206-b17b-60d8e971f030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:57.465985 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-fe279817-3078-4206-b17b-60d8e971f030 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a85d0e80f4b54fd789d250b6dfe46829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3081326 Sep 17 17:26:57.467900 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe279817-3078-4206-b17b-60d8e971f030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffaea655-1baa-4987-bda8-43c0045b90f3,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:57.468750 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 59016) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:57.517905 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-53c24a22-8606-4df7-9d56-7cd48e4d8fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:57.538943 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-53c24a22-8606-4df7-9d56-7cd48e4d8fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:57.679239 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-53c24a22-8606-4df7-9d56-7cd48e4d8fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:57.681828 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-53c24a22-8606-4df7-9d56-7cd48e4d8fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:57.682966 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-53c24a22-8606-4df7-9d56-7cd48e4d8fbc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ffaea655-1baa-4987-bda8-43c0045b90f3 HTTP/1.1" status: 204 len: 168 time: 0.2131796 Sep 17 17:26:57.698468 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c24a22-8606-4df7-9d56-7cd48e4d8fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffaea655-1baa-4987-bda8-43c0045b90f3,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:57.719471 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e32ba1-e3f5-4568-aede-13e69f694d97 req-2e60fb9a-6494-4772-aff7-41ca372e123a tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:57.721047 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d2e32ba1-e3f5-4568-aede-13e69f694d97 req-2e60fb9a-6494-4772-aff7-41ca372e123a tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 943 time: 0.0951176 Sep 17 17:26:57.732030 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0502e-5a49-4492-97c3-6f919667ad8b req-501d62c0-b2ca-49c7-b2b0-79ef30ad6729 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:57.733367 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-87f0502e-5a49-4492-97c3-6f919667ad8b req-501d62c0-b2ca-49c7-b2b0-79ef30ad6729 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 943 time: 0.0988564 Sep 17 17:26:57.780650 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d2e32ba1-e3f5-4568-aede-13e69f694d97 req-c1e69e32-148c-4650-b276-00dbf0fa8a95 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463648 Sep 17 17:26:57.793202 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-87f0502e-5a49-4492-97c3-6f919667ad8b req-fb5dcb9e-8526-4195-b9e9-fed1e0d0e84b tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521514 Sep 17 17:26:58.372242 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 59032) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:58.386094 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d743191e-3c09-4e1a-a79b-c575db3d831a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:58.470428 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d743191e-3c09-4e1a-a79b-c575db3d831a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:58.561508 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:58.590045 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d743191e-3c09-4e1a-a79b-c575db3d831a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:58.631755 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-d743191e-3c09-4e1a-a79b-c575db3d831a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=913fcaaa1519439cb8f5384faa9d0753&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2583597 Sep 17 17:26:58.632877 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d743191e-3c09-4e1a-a79b-c575db3d831a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cdb1c7-1d77-4a36-b3e1-d4e685170fac,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:58.634238 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 59034) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:26:58.685933 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-379a4600-2a17-484c-88a8-2b1cda56264c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:58.708007 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-379a4600-2a17-484c-88a8-2b1cda56264c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:58.871352 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-379a4600-2a17-484c-88a8-2b1cda56264c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:58.874106 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-379a4600-2a17-484c-88a8-2b1cda56264c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:58.875321 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-379a4600-2a17-484c-88a8-2b1cda56264c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d4cdb1c7-1d77-4a36-b3e1-d4e685170fac HTTP/1.1" status: 204 len: 168 time: 0.2401056 Sep 17 17:26:58.884591 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a4600-2a17-484c-88a8-2b1cda56264c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cdb1c7-1d77-4a36-b3e1-d4e685170fac,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:58.953195 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703616f5-118c-41a7-bb09-4fc3729dcdda req-f9662606-b61a-45eb-babd-f0031e60fb37 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:58.954758 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-703616f5-118c-41a7-bb09-4fc3729dcdda req-f9662606-b61a-45eb-babd-f0031e60fb37 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 943 time: 0.1077540 Sep 17 17:26:58.967276 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9e98a-0eb5-4ddf-a2b0-62f5c0dd1903 req-145887f7-19db-46df-9218-26793ace1db7 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:26:58.968834 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0fb9e98a-0eb5-4ddf-a2b0-62f5c0dd1903 req-145887f7-19db-46df-9218-26793ace1db7 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 943 time: 0.0947948 Sep 17 17:26:59.023715 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-703616f5-118c-41a7-bb09-4fc3729dcdda req-2cdeea70-076e-4302-9118-24474eba074d tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539393 Sep 17 17:26:59.038051 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0fb9e98a-0eb5-4ddf-a2b0-62f5c0dd1903 req-0d8b2426-d9df-4be8-865f-e5c3176e3137 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531056 Sep 17 17:26:59.500448 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 564b7c2e-c673-4540-9e41-f972aca80f76 details requested by agent hyperv_hv-cinder-80982 with host hv-cinder-80982 {{(pid=94717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 17:26:59.598963 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 564b7c2e-c673-4540-9e41-f972aca80f76, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=564b7c2e-c673-4540-9e41-f972aca80f76,segment=NetworkSegment(b1a03354-394c-43d7-9829-253346971927),segment_id=b1a03354-394c-43d7-9829-253346971927)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:26:59.610045 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Returning: {'device': '564b7c2e-c673-4540-9e41-f972aca80f76', 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a', 'port_id': '564b7c2e-c673-4540-9e41-f972aca80f76', 'mac_address': 'fa:16:3e:7d:ad:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fde94289-3ec1-481c-9f1d-1204a3b357ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 17:26:59.651200 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:59.664301 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 564b7c2e-c673-4540-9e41-f972aca80f76 {{(pid=94717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:26:59.683595 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 564b7c2e-c673-4540-9e41-f972aca80f76, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=564b7c2e-c673-4540-9e41-f972aca80f76,segment=NetworkSegment(b1a03354-394c-43d7-9829-253346971927),segment_id=b1a03354-394c-43d7-9829-253346971927)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:26:59.783185 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:26:59.833696 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=564b7c2e-c673-4540-9e41-f972aca80f76,revision_number=9']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:26:59.841123 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:26:59.841560 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:26:59.841809 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:26:59.842150 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:26:59.842487 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:26:59.842853 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:26:59.843192 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:26:59.843526 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:26:59.843877 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:26:59.844208 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:26:59.844544 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:26:59.844868 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:27:00.038403 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['564b7c2e-c673-4540-9e41-f972aca80f76'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:27:00.165588 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 59082) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:27:00.202600 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9b5c2-bb06-48be-a77c-0c8bef2fd877 req-60b3fffa-9431-4c22-a4c2-3c2249704bbb tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:00.204268 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-94f9b5c2-bb06-48be-a77c-0c8bef2fd877 req-60b3fffa-9431-4c22-a4c2-3c2249704bbb tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 943 time: 0.0841806 Sep 17 17:27:00.212057 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32a043-bcaf-4dfc-a9c7-b7d49cbac373 req-8198be55-758e-401e-b2fa-b64014317374 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:00.213509 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cb32a043-bcaf-4dfc-a9c7-b7d49cbac373 req-8198be55-758e-401e-b2fa-b64014317374 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 944 time: 0.0847106 Sep 17 17:27:00.268173 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-94f9b5c2-bb06-48be-a77c-0c8bef2fd877 req-08a11561-8357-4d9d-a4f4-e78d1416e657 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537038 Sep 17 17:27:00.275655 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cb32a043-bcaf-4dfc-a9c7-b7d49cbac373 req-71c2bcbd-1eca-4f53-97d6-0fb53d8e8eb9 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537198 Sep 17 17:27:00.290449 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-a58f63ec-89a1-488b-89be-1b994e409050 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-786463311-network', 'tenant_id': '196c60d9751146b18c12bb7239e91e96'}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:27:00.364315 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58f63ec-89a1-488b-89be-1b994e409050 admin admin] Made reservation on behalf of 196c60d9751146b18c12bb7239e91e96 for: {'network': 1} {{(pid=94716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:27:00.367279 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-a58f63ec-89a1-488b-89be-1b994e409050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for network, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:00.375723 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-a58f63ec-89a1-488b-89be-1b994e409050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:00.478829 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-a58f63ec-89a1-488b-89be-1b994e409050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:00.556400 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-a58f63ec-89a1-488b-89be-1b994e409050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:00.580839 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a58f63ec-89a1-488b-89be-1b994e409050 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=94716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 17:27:00.595549 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f63ec-89a1-488b-89be-1b994e409050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8e681c-217a-4ef6-beb2-049adb409321,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:00.599444 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-a58f63ec-89a1-488b-89be-1b994e409050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157'] for segment, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:00.607020 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.db.segments_db [None req-a58f63ec-89a1-488b-89be-1b994e409050 admin admin] Added segment 97765594-68e4-48f0-a956-962758006cb8 of type vlan for network bb2edbca-7cf1-4641-942f-12e97e44e576 Sep 17 17:27:00.644012 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-a58f63ec-89a1-488b-89be-1b994e409050 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747491074600'] for network, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:00.779275 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-a58f63ec-89a1-488b-89be-1b994e409050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198'] for network, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:00.780275 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58f63ec-89a1-488b-89be-1b994e409050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:00.780886 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-a58f63ec-89a1-488b-89be-1b994e409050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for network, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:00.841581 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f63ec-89a1-488b-89be-1b994e409050 admin admin] Pushing event updated for resources: {'Network': ['ID=bb2edbca-7cf1-4641-942f-12e97e44e576,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:00.852131 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Network bb2edbca-7cf1-4641-942f-12e97e44e576 details requested by agent ovs-agent-dv-cinder-809828-1-iscsi with host dv-cinder-809828-1-iscsi {{(pid=94717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 17:27:00.936582 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-a58f63ec-89a1-488b-89be-1b994e409050 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7692266 Sep 17 17:27:00.942380 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 59092) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:27:00.947726 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-0262d2c7-1565-45b3-b83c-83f2ece60cb8 admin admin] Request body: {'subnet': {'network_id': 'bb2edbca-7cf1-4641-942f-12e97e44e576', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-786463311-subnet', 'tenant_id': '196c60d9751146b18c12bb7239e91e96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:27:01.015884 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0262d2c7-1565-45b3-b83c-83f2ece60cb8 admin admin] Made reservation on behalf of 196c60d9751146b18c12bb7239e91e96 for: {'subnet': 1} {{(pid=94715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:27:01.018177 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0262d2c7-1565-45b3-b83c-83f2ece60cb8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:01.469978 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9f2d0-0e63-465a-b0ec-687e35631d59 req-8497179c-50da-4b15-bc86-0bd4e5e12750 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:01.471486 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e4f9f2d0-0e63-465a-b0ec-687e35631d59 req-8497179c-50da-4b15-bc86-0bd4e5e12750 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 943 time: 0.1188533 Sep 17 17:27:01.496261 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230403f-9a1c-47d0-acda-3338082c98a2 req-30227ffc-c943-4e1f-bb6e-da15825db298 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:01.497716 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e230403f-9a1c-47d0-acda-3338082c98a2 req-30227ffc-c943-4e1f-bb6e-da15825db298 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 944 time: 0.1333334 Sep 17 17:27:01.543670 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e4f9f2d0-0e63-465a-b0ec-687e35631d59 req-e9e3c5fa-80e2-423b-ba57-c895f647ac82 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634787 Sep 17 17:27:01.550605 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e230403f-9a1c-47d0-acda-3338082c98a2 req-a7513327-97ea-42e7-ab9c-45c1ebe62dd5 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457265 Sep 17 17:27:01.616257 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0262d2c7-1565-45b3-b83c-83f2ece60cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198'] for subnet, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:01.665764 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262d2c7-1565-45b3-b83c-83f2ece60cb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7ec7eea-98ef-4103-b2a5-0420a6a45b7c,revision_number=0']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:01.680907 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0262d2c7-1565-45b3-b83c-83f2ece60cb8 admin admin] Checking segment: {'id': '97765594-68e4-48f0-a956-962758006cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'bb2edbca-7cf1-4641-942f-12e97e44e576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:27:01.681280 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0262d2c7-1565-45b3-b83c-83f2ece60cb8 admin admin] Network hostable DHCP agents. Network: bb2edbca-7cf1-4641-942f-12e97e44e576, hostable agents: ['991be4bd-5269-4100-8238-2a16d095299f'], hosted agents: [] {{(pid=94715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 17:27:01.796153 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0262d2c7-1565-45b3-b83c-83f2ece60cb8 admin admin] Network bb2edbca-7cf1-4641-942f-12e97e44e576 is scheduled to be hosted by DHCP agent 991be4bd-5269-4100-8238-2a16d095299f with binding_index 1 {{(pid=94715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 17:27:01.864337 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [None req-0262d2c7-1565-45b3-b83c-83f2ece60cb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809828-1-iscsi, bb2edbca-7cf1-4641-942f-12e97e44e576) {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:27:01.868670 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0262d2c7-1565-45b3-b83c-83f2ece60cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:01.869301 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0262d2c7-1565-45b3-b83c-83f2ece60cb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:01.873714 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e78d408-7311-4936-9b44-c2e75c87062e None None] Network bb2edbca-7cf1-4641-942f-12e97e44e576 requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:27:01.931797 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 564b7c2e-c673-4540-9e41-f972aca80f76 up at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:27:01.965238 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-0262d2c7-1565-45b3-b83c-83f2ece60cb8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0212317 Sep 17 17:27:02.030535 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff2b605-79ea-4d67-b6b6-b80fae211079 None None] Network bb2edbca-7cf1-4641-942f-12e97e44e576 requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:27:02.041694 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning complete for port 564b7c2e-c673-4540-9e41-f972aca80f76 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:27:02.042073 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:02.206141 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:02.228260 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f874e1-1f62-4fde-ba5d-0e0c580834b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564b7c2e-c673-4540-9e41-f972aca80f76'}] {{(pid=94717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:27:02.230482 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef4bfb6114c7858c34ed9f7d570ef17f9d28f3d7fc67a01f0bf07e2066d3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0845797-fa50-4ece-bc79-3ed28144c5b7" -d '{"events": [{"server_uuid": "e5f874e1-1f62-4fde-ba5d-0e0c580834b1", "name": "network-vif-plugged", "status": "completed", "tag": "564b7c2e-c673-4540-9e41-f972aca80f76"}]}' {{(pid=94717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:27:02.248299 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 564b7c2e-c673-4540-9e41-f972aca80f76, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=564b7c2e-c673-4540-9e41-f972aca80f76,segment=NetworkSegment(b1a03354-394c-43d7-9829-253346971927),segment_id=b1a03354-394c-43d7-9829-253346971927)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:27:02.270225 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c13992-48ec-4af4-be64-8b56095b64fb x-openstack-request-id: req-60c13992-48ec-4af4-be64-8b56095b64fb {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:27:02.270519 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f874e1-1f62-4fde-ba5d-0e0c580834b1", "name": "network-vif-plugged", "status": "completed", "tag": "564b7c2e-c673-4540-9e41-f972aca80f76", "code": 200}]} {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:27:02.270773 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-60c13992-48ec-4af4-be64-8b56095b64fb {{(pid=94717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:27:02.271198 dv-cinder-809828-1-iscsi neutron-server[94717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f874e1-1f62-4fde-ba5d-0e0c580834b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564b7c2e-c673-4540-9e41-f972aca80f76', 'code': 200} Sep 17 17:27:02.327592 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:02.375626 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=564b7c2e-c673-4540-9e41-f972aca80f76,revision_number=10']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:02.614218 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 59134) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:27:02.619969 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-8b3172f5-9213-45f3-b3d9-e2f8589559c3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-247364009-network', 'tenant_id': '44c3f33a0feb431c8cb407df50c03b94'}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:27:02.695265 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8f4c9-6124-4149-950f-3c431f76dcc1 req-e7447f37-1c7d-4306-8af4-c09435abd0f4 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:02.696777 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8db8f4c9-6124-4149-950f-3c431f76dcc1 req-e7447f37-1c7d-4306-8af4-c09435abd0f4 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 943 time: 0.0832117 Sep 17 17:27:02.704459 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3172f5-9213-45f3-b3d9-e2f8589559c3 admin admin] Made reservation on behalf of 44c3f33a0feb431c8cb407df50c03b94 for: {'network': 1} {{(pid=94716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:27:02.706781 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8b3172f5-9213-45f3-b3d9-e2f8589559c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for network, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:02.708086 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aaebd5-e7e1-476d-ac23-0712ccfb9e28 req-fe9fc347-df30-4d63-9aa9-5266df76e766 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:02.710105 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f1aaebd5-e7e1-476d-ac23-0712ccfb9e28 req-fe9fc347-df30-4d63-9aa9-5266df76e766 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 946 time: 0.0685327 Sep 17 17:27:02.717291 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8b3172f5-9213-45f3-b3d9-e2f8589559c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:02.758738 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8db8f4c9-6124-4149-950f-3c431f76dcc1 req-2643843c-b0ae-4783-9d40-eca14aa6a415 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475001 Sep 17 17:27:02.770944 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f1aaebd5-e7e1-476d-ac23-0712ccfb9e28 req-e8515137-1713-472c-978b-3b3706af524d tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531242 Sep 17 17:27:02.807912 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8b3172f5-9213-45f3-b3d9-e2f8589559c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:02.881441 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8b3172f5-9213-45f3-b3d9-e2f8589559c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:02.910403 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b3172f5-9213-45f3-b3d9-e2f8589559c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=94716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 17:27:02.916178 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3172f5-9213-45f3-b3d9-e2f8589559c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c129a35-7766-41f6-b903-89ef5a680cd3,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:02.922899 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8b3172f5-9213-45f3-b3d9-e2f8589559c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157'] for segment, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:02.926527 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.db.segments_db [None req-8b3172f5-9213-45f3-b3d9-e2f8589559c3 admin admin] Added segment b991d071-ac1a-4a00-b453-f167355c4436 of type vlan for network 367675ee-5866-479a-a76a-a6234411e603 Sep 17 17:27:02.961805 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8b3172f5-9213-45f3-b3d9-e2f8589559c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747491074600'] for network, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:03.058725 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8b3172f5-9213-45f3-b3d9-e2f8589559c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198'] for network, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:03.059626 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3172f5-9213-45f3-b3d9-e2f8589559c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:03.060209 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8b3172f5-9213-45f3-b3d9-e2f8589559c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for network, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:03.118057 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3172f5-9213-45f3-b3d9-e2f8589559c3 admin admin] Pushing event updated for resources: {'Network': ['ID=367675ee-5866-479a-a76a-a6234411e603,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:03.128096 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Network 367675ee-5866-479a-a76a-a6234411e603 details requested by agent ovs-agent-dv-cinder-809828-1-iscsi with host dv-cinder-809828-1-iscsi {{(pid=94717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 17:27:03.173940 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-8b3172f5-9213-45f3-b3d9-e2f8589559c3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5586185 Sep 17 17:27:03.176768 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 59136) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:27:03.182872 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-d87d0f3b-e2f3-415a-93b5-e5d56222ba29 admin admin] Request body: {'subnet': {'network_id': '367675ee-5866-479a-a76a-a6234411e603', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-247364009-subnet', 'tenant_id': '44c3f33a0feb431c8cb407df50c03b94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:27:03.269845 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87d0f3b-e2f3-415a-93b5-e5d56222ba29 admin admin] Made reservation on behalf of 44c3f33a0feb431c8cb407df50c03b94 for: {'subnet': 1} {{(pid=94716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:27:03.272922 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-d87d0f3b-e2f3-415a-93b5-e5d56222ba29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25898007'] for subnet, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:03.487563 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-d87d0f3b-e2f3-415a-93b5-e5d56222ba29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25898041'] for subnet, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:03.718385 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d0f3b-e2f3-415a-93b5-e5d56222ba29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7150856b-0f09-4700-84fa-39063c03e96f,revision_number=0']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:03.728322 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87d0f3b-e2f3-415a-93b5-e5d56222ba29 admin admin] Checking segment: {'id': 'b991d071-ac1a-4a00-b453-f167355c4436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '367675ee-5866-479a-a76a-a6234411e603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:27:03.728671 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87d0f3b-e2f3-415a-93b5-e5d56222ba29 admin admin] Network hostable DHCP agents. Network: 367675ee-5866-479a-a76a-a6234411e603, hostable agents: ['991be4bd-5269-4100-8238-2a16d095299f'], hosted agents: [] {{(pid=94716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 17:27:03.807512 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87d0f3b-e2f3-415a-93b5-e5d56222ba29 admin admin] Network 367675ee-5866-479a-a76a-a6234411e603 is scheduled to be hosted by DHCP agent 991be4bd-5269-4100-8238-2a16d095299f with binding_index 1 {{(pid=94716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 17:27:03.907134 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.base_scheduler [None req-d87d0f3b-e2f3-415a-93b5-e5d56222ba29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809828-1-iscsi, 367675ee-5866-479a-a76a-a6234411e603) {{(pid=94716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:27:03.913442 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87d0f3b-e2f3-415a-93b5-e5d56222ba29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:03.914414 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-d87d0f3b-e2f3-415a-93b5-e5d56222ba29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for subnet, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:03.920682 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96183242-2cf7-4d4a-ad05-dda7f9353754 None None] Network 367675ee-5866-479a-a76a-a6234411e603 requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:27:03.921860 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5f512-fb7a-4bdb-b99c-fd5f11ffc7f9 req-9f7fb9ea-ba64-427c-b7fa-80f86d2bcb4a tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:03.923950 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-dbb5f512-fb7a-4bdb-b99c-fd5f11ffc7f9 req-9f7fb9ea-ba64-427c-b7fa-80f86d2bcb4a tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 943 time: 0.0940716 Sep 17 17:27:03.936180 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025117f-9891-47ce-84cf-efa45991f5bf req-8b40d10b-bc84-4e9c-83f1-a33b99a374e4 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:03.937908 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9025117f-9891-47ce-84cf-efa45991f5bf req-8b40d10b-bc84-4e9c-83f1-a33b99a374e4 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 946 time: 0.0726054 Sep 17 17:27:03.993052 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-dbb5f512-fb7a-4bdb-b99c-fd5f11ffc7f9 req-f0c7aa01-6c5b-4183-bfd2-dc9bf57c486f tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540526 Sep 17 17:27:04.001366 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9025117f-9891-47ce-84cf-efa45991f5bf req-f204f8a0-beef-463c-a34c-1129b43cb81c tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555921 Sep 17 17:27:04.020882 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-d87d0f3b-e2f3-415a-93b5-e5d56222ba29 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8430207 Sep 17 17:27:04.162532 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80583ecc-e833-4cea-a929-5d21bebcdffc None None] Network 367675ee-5866-479a-a76a-a6234411e603 requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:27:04.434691 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5fcdc-9b34-4e65-8a62-7870b2c021a4 req-fd93511f-aaf5-431f-8a10-a87d488fa5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:04.436205 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9ca5fcdc-9b34-4e65-8a62-7870b2c021a4 req-fd93511f-aaf5-431f-8a10-a87d488fa5a2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 1099 time: 0.0404780 Sep 17 17:27:04.472480 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9ca5fcdc-9b34-4e65-8a62-7870b2c021a4 req-a34be295-dee3-4fa3-8664-fc4839441ee2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275965 Sep 17 17:27:05.155140 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8054186-5f3c-49c9-aa7c-63215945af92 req-cdca2a45-bfa5-4420-8f41-9379a1de63ff tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:05.156625 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b8054186-5f3c-49c9-aa7c-63215945af92 req-cdca2a45-bfa5-4420-8f41-9379a1de63ff tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 943 time: 0.0971084 Sep 17 17:27:05.164462 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb5eef-c5b5-44a9-8e1a-eec3ccb067e1 req-a41b26ea-db3a-404d-9cf4-626094900e0c tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:05.165813 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5adb5eef-c5b5-44a9-8e1a-eec3ccb067e1 req-a41b26ea-db3a-404d-9cf4-626094900e0c tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 946 time: 0.0760276 Sep 17 17:27:05.225030 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b8054186-5f3c-49c9-aa7c-63215945af92 req-157350c2-1f14-421a-ac97-9ff568312dac tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582821 Sep 17 17:27:05.228816 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5adb5eef-c5b5-44a9-8e1a-eec3ccb067e1 req-d2d50bed-b4af-48c4-9ce3-3254d2354067 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565112 Sep 17 17:27:06.371625 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2fcc7-9015-4112-809e-0176976664a3 req-dc814c85-ed9c-40fe-b86f-0b0dfecf8bec tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:06.373080 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2ae2fcc7-9015-4112-809e-0176976664a3 req-dc814c85-ed9c-40fe-b86f-0b0dfecf8bec tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 943 time: 0.0795848 Sep 17 17:27:06.392393 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b58cf9-4b7c-40b6-86f5-81ae50a266dc req-8ad49aa5-b677-4bcf-98db-dd6e51127617 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:06.393787 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-17b58cf9-4b7c-40b6-86f5-81ae50a266dc req-8ad49aa5-b677-4bcf-98db-dd6e51127617 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 946 time: 0.0892656 Sep 17 17:27:06.440760 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2ae2fcc7-9015-4112-809e-0176976664a3 req-aa0091c8-a55e-45d5-b9c8-c2bb314430e2 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611918 Sep 17 17:27:06.453784 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-17b58cf9-4b7c-40b6-86f5-81ae50a266dc req-0dd728b9-e9a5-44d3-b393-a99b05ebbabb tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508657 Sep 17 17:27:07.583975 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa76941-1632-4552-a110-81e0f3e8caa6 req-9e4e03a4-64f5-4d3f-8dfd-4c841397124a tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:07.586141 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1aa76941-1632-4552-a110-81e0f3e8caa6 req-9e4e03a4-64f5-4d3f-8dfd-4c841397124a tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 943 time: 0.0768251 Sep 17 17:27:07.597853 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22f128-518e-4545-ac62-ead705acb354 req-1c56f7d0-1af4-49c4-9031-e3efbd4d8e7f tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:07.599271 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6d22f128-518e-4545-ac62-ead705acb354 req-1c56f7d0-1af4-49c4-9031-e3efbd4d8e7f tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 946 time: 0.0645311 Sep 17 17:27:07.658334 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6d22f128-518e-4545-ac62-ead705acb354 req-c4462d12-1384-4f84-964f-071e7f54912c tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523713 Sep 17 17:27:07.660991 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1aa76941-1632-4552-a110-81e0f3e8caa6 req-d5524a84-29b4-4850-8b1d-91f212a7d9e4 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608673 Sep 17 17:27:08.805620 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839dd9d6-4252-4584-9b17-d9d0168be417 req-8794d8e8-1bc8-4d95-b2f4-69f75e800187 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:08.808499 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-839dd9d6-4252-4584-9b17-d9d0168be417 req-8794d8e8-1bc8-4d95-b2f4-69f75e800187 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 943 time: 0.0763488 Sep 17 17:27:08.818007 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7d018-09f1-4a85-87e6-352d4d92df48 req-9bd98096-cb3d-41d2-865d-af76c18eb01a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:08.820280 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bbd7d018-09f1-4a85-87e6-352d4d92df48 req-9bd98096-cb3d-41d2-865d-af76c18eb01a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 946 time: 0.0801702 Sep 17 17:27:08.871886 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-839dd9d6-4252-4584-9b17-d9d0168be417 req-76b0f3d5-b90c-49b0-92dd-b93b2195ca9e tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506368 Sep 17 17:27:08.879009 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bbd7d018-09f1-4a85-87e6-352d4d92df48 req-0d0ea000-2087-40b0-8fb2-167e921b4256 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510001 Sep 17 17:27:10.020773 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262afe42-378d-4529-9eda-6b9d73412ed7 req-7bf1183a-6457-4b5d-be03-e8997a676464 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:10.023726 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-262afe42-378d-4529-9eda-6b9d73412ed7 req-7bf1183a-6457-4b5d-be03-e8997a676464 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 943 time: 0.0814636 Sep 17 17:27:10.042309 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958ab51-df5e-4a48-8ffa-803cb3174d2d req-7cd01bb9-fbcb-4847-9d58-86804f42095c tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:10.043774 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2958ab51-df5e-4a48-8ffa-803cb3174d2d req-7cd01bb9-fbcb-4847-9d58-86804f42095c tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 946 time: 0.0738242 Sep 17 17:27:10.101022 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-262afe42-378d-4529-9eda-6b9d73412ed7 req-e5662ca8-0a71-4e4f-8e99-43b22322bd48 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701621 Sep 17 17:27:10.105825 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2958ab51-df5e-4a48-8ffa-803cb3174d2d req-82371518-fbd5-427d-bc68-ee55a9e15df3 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560789 Sep 17 17:27:11.216819 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae62f02-6d57-4200-914b-fd5bcd59500c req-01e1be9b-d7ac-43d9-912d-c1030095a3ed tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:11.218212 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9ae62f02-6d57-4200-914b-fd5bcd59500c req-01e1be9b-d7ac-43d9-912d-c1030095a3ed tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 943 time: 0.0487373 Sep 17 17:27:11.259118 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9ae62f02-6d57-4200-914b-fd5bcd59500c req-8afbc210-656b-4fe1-8961-e61cb6128f40 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349526 Sep 17 17:27:11.602812 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 59332) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:27:11.705105 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-aacfc7c1-4ed1-455c-948a-e2a626d3bc6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:11.792546 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-aacfc7c1-4ed1-455c-948a-e2a626d3bc6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:11.841425 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-aacfc7c1-4ed1-455c-948a-e2a626d3bc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:11.876641 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfc7c1-4ed1-455c-948a-e2a626d3bc6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a3e68f-f3df-4292-ba53-7dffd446dabf,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:11.880408 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-aacfc7c1-4ed1-455c-948a-e2a626d3bc6a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1562863765464f788dfa7453d3d27467&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2764604 Sep 17 17:27:11.884610 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 59338) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:27:11.886044 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device f444ff64-11ad-4b0f-8d83-604171dbfb50 details requested by agent hyperv_hv-cinder-80982 with host hv-cinder-80982 {{(pid=94717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 17:27:11.887177 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfc7c1-4ed1-455c-948a-e2a626d3bc6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:27:11.887529 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfc7c1-4ed1-455c-948a-e2a626d3bc6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:27:11.887873 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfc7c1-4ed1-455c-948a-e2a626d3bc6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:27:11.888251 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfc7c1-4ed1-455c-948a-e2a626d3bc6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:27:11.888535 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfc7c1-4ed1-455c-948a-e2a626d3bc6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:27:11.888863 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfc7c1-4ed1-455c-948a-e2a626d3bc6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:27:11.889184 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfc7c1-4ed1-455c-948a-e2a626d3bc6a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:27:11.889512 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfc7c1-4ed1-455c-948a-e2a626d3bc6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:27:11.889835 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfc7c1-4ed1-455c-948a-e2a626d3bc6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:27:11.890152 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfc7c1-4ed1-455c-948a-e2a626d3bc6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:27:11.890470 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfc7c1-4ed1-455c-948a-e2a626d3bc6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:27:11.890782 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfc7c1-4ed1-455c-948a-e2a626d3bc6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:27:11.936923 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-94c42e0f-3a88-4b3c-bd2e-801afa7420fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:11.958879 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-94c42e0f-3a88-4b3c-bd2e-801afa7420fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:11.984949 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port f444ff64-11ad-4b0f-8d83-604171dbfb50, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=f444ff64-11ad-4b0f-8d83-604171dbfb50,segment=NetworkSegment(785f5f27-bced-428b-8eaf-2715efe38648),segment_id=785f5f27-bced-428b-8eaf-2715efe38648)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:27:11.997277 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Returning: {'device': 'f444ff64-11ad-4b0f-8d83-604171dbfb50', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'port_id': 'f444ff64-11ad-4b0f-8d83-604171dbfb50', 'mac_address': 'fa:16:3e:be:20:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 17:27:12.035277 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:12.053600 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f444ff64-11ad-4b0f-8d83-604171dbfb50 {{(pid=94717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:27:12.068045 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port f444ff64-11ad-4b0f-8d83-604171dbfb50, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=f444ff64-11ad-4b0f-8d83-604171dbfb50,segment=NetworkSegment(785f5f27-bced-428b-8eaf-2715efe38648),segment_id=785f5f27-bced-428b-8eaf-2715efe38648)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:27:12.072855 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-94c42e0f-3a88-4b3c-bd2e-801afa7420fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:12.079123 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-94c42e0f-3a88-4b3c-bd2e-801afa7420fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:12.079123 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-94c42e0f-3a88-4b3c-bd2e-801afa7420fc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/80a3e68f-f3df-4292-ba53-7dffd446dabf HTTP/1.1" status: 204 len: 168 time: 0.1906364 Sep 17 17:27:12.086927 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c42e0f-3a88-4b3c-bd2e-801afa7420fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a3e68f-f3df-4292-ba53-7dffd446dabf,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:12.095826 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c42e0f-3a88-4b3c-bd2e-801afa7420fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:27:12.096180 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c42e0f-3a88-4b3c-bd2e-801afa7420fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:27:12.096532 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c42e0f-3a88-4b3c-bd2e-801afa7420fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:27:12.096852 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c42e0f-3a88-4b3c-bd2e-801afa7420fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:27:12.097191 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c42e0f-3a88-4b3c-bd2e-801afa7420fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:27:12.097545 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c42e0f-3a88-4b3c-bd2e-801afa7420fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:27:12.097860 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c42e0f-3a88-4b3c-bd2e-801afa7420fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:27:12.098187 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c42e0f-3a88-4b3c-bd2e-801afa7420fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:27:12.098583 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c42e0f-3a88-4b3c-bd2e-801afa7420fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:27:12.098845 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c42e0f-3a88-4b3c-bd2e-801afa7420fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:27:12.099321 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c42e0f-3a88-4b3c-bd2e-801afa7420fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:27:12.099648 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c42e0f-3a88-4b3c-bd2e-801afa7420fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:27:12.158319 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:12.204917 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=f444ff64-11ad-4b0f-8d83-604171dbfb50,revision_number=4']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:12.373903 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c473c-e9fe-4c32-9447-5b35addeb659 req-ac50fe79-dfdc-4781-ab6b-68beda544445 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:12.375428 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2d9c473c-e9fe-4c32-9447-5b35addeb659 req-ac50fe79-dfdc-4781-ab6b-68beda544445 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 944 time: 0.0500841 Sep 17 17:27:12.413111 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2d9c473c-e9fe-4c32-9447-5b35addeb659 req-72b498bc-faf3-43cb-a8a2-02140989e1d6 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317090 Sep 17 17:27:12.739527 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 59350) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:27:12.752658 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-4a735fb0-aafe-49eb-82f9-6fe4c0037b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:12.837286 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-4a735fb0-aafe-49eb-82f9-6fe4c0037b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:12.904096 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-4a735fb0-aafe-49eb-82f9-6fe4c0037b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:12.938758 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a735fb0-aafe-49eb-82f9-6fe4c0037b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d28eaf7-be97-41c1-83b2-8be88d5bc6e6,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:12.946047 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-4a735fb0-aafe-49eb-82f9-6fe4c0037b96 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b327199802b4400f93007bdf54bec236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2023547 Sep 17 17:27:12.946260 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 59352) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:27:12.995286 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-d2706862-749d-48d4-8ccc-40a24373cc12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:13.015530 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-d2706862-749d-48d4-8ccc-40a24373cc12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:13.152868 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-d2706862-749d-48d4-8ccc-40a24373cc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:13.155621 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-d2706862-749d-48d4-8ccc-40a24373cc12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:13.157868 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-d2706862-749d-48d4-8ccc-40a24373cc12 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d28eaf7-be97-41c1-83b2-8be88d5bc6e6 HTTP/1.1" status: 204 len: 168 time: 0.2107577 Sep 17 17:27:13.166548 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2706862-749d-48d4-8ccc-40a24373cc12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d28eaf7-be97-41c1-83b2-8be88d5bc6e6,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:13.197998 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['f444ff64-11ad-4b0f-8d83-604171dbfb50'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:27:13.534119 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3152cb-349c-42c7-8a5e-4fb962ccb529 req-67cbb323-31fa-4f77-a195-2050a0dfe526 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:13.535725 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4a3152cb-349c-42c7-8a5e-4fb962ccb529 req-67cbb323-31fa-4f77-a195-2050a0dfe526 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 944 time: 0.0549331 Sep 17 17:27:13.575349 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4a3152cb-349c-42c7-8a5e-4fb962ccb529 req-537e9395-10de-4158-aafd-c79cd38b0211 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329428 Sep 17 17:27:14.698441 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284307ec-90d0-4339-aad9-b3b5c1d77eef req-509c5d03-190c-4f0e-add1-8edefe0b80a6 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:14.699994 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-284307ec-90d0-4339-aad9-b3b5c1d77eef req-509c5d03-190c-4f0e-add1-8edefe0b80a6 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 944 time: 0.0495989 Sep 17 17:27:14.736207 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-284307ec-90d0-4339-aad9-b3b5c1d77eef req-f5e2a25c-df06-419e-bd60-86c09cb251f1 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302920 Sep 17 17:27:15.451287 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:15.611932 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device f444ff64-11ad-4b0f-8d83-604171dbfb50 up at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:27:15.722055 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning for port f444ff64-11ad-4b0f-8d83-604171dbfb50 completed by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 17:27:15.725967 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning complete for port f444ff64-11ad-4b0f-8d83-604171dbfb50 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:27:15.726917 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:15.806663 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:15.833177 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b7398e-4b74-484f-8639-6f781670fd38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f444ff64-11ad-4b0f-8d83-604171dbfb50'}] {{(pid=94717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:27:15.837766 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef4bfb6114c7858c34ed9f7d570ef17f9d28f3d7fc67a01f0bf07e2066d3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e454dab8-3ee0-474c-8cbd-6f051d681dcd" -d '{"events": [{"server_uuid": "96b7398e-4b74-484f-8639-6f781670fd38", "name": "network-vif-plugged", "status": "completed", "tag": "f444ff64-11ad-4b0f-8d83-604171dbfb50"}]}' {{(pid=94717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:27:15.851199 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port f444ff64-11ad-4b0f-8d83-604171dbfb50, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=f444ff64-11ad-4b0f-8d83-604171dbfb50,segment=NetworkSegment(785f5f27-bced-428b-8eaf-2715efe38648),segment_id=785f5f27-bced-428b-8eaf-2715efe38648)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:27:15.861172 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05dbf7-4b8f-4f13-b89f-81551ab574a0 req-c4152bdc-2499-41cd-ac68-195903a36a1c tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:15.866255 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fb05dbf7-4b8f-4f13-b89f-81551ab574a0 req-c4152bdc-2499-41cd-ac68-195903a36a1c tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 944 time: 0.0534556 Sep 17 17:27:15.876139 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20807f78-320b-4fbf-9067-a6e70095bb27 x-openstack-request-id: req-20807f78-320b-4fbf-9067-a6e70095bb27 {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:27:15.876656 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b7398e-4b74-484f-8639-6f781670fd38", "name": "network-vif-plugged", "status": "completed", "tag": "f444ff64-11ad-4b0f-8d83-604171dbfb50", "code": 200}]} {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:27:15.876974 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-20807f78-320b-4fbf-9067-a6e70095bb27 {{(pid=94717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:27:15.877456 dv-cinder-809828-1-iscsi neutron-server[94717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b7398e-4b74-484f-8639-6f781670fd38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f444ff64-11ad-4b0f-8d83-604171dbfb50', 'code': 200} Sep 17 17:27:15.904148 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fb05dbf7-4b8f-4f13-b89f-81551ab574a0 req-542a506e-83ff-45ce-b79a-0319f76eefbc tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336163 Sep 17 17:27:15.907280 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:15.959001 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=f444ff64-11ad-4b0f-8d83-604171dbfb50,revision_number=5']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:16.182828 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 59466) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:27:16.196145 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3ae13-5e0a-429f-b1fc-eb253b2ccb25 req-d096e739-08a3-4305-b555-928740702bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:16.197677 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-41d3ae13-5e0a-429f-b1fc-eb253b2ccb25 req-d096e739-08a3-4305-b555-928740702bcd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 1098 time: 0.0462112 Sep 17 17:27:16.232545 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-41d3ae13-5e0a-429f-b1fc-eb253b2ccb25 req-653f9966-d4ab-4367-9c21-f0e7d24bc3e2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274515 Sep 17 17:27:16.292782 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-d1618988-33c2-4571-afd6-d1900a304ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:16.386093 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-d1618988-33c2-4571-afd6-d1900a304ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:16.475861 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-d1618988-33c2-4571-afd6-d1900a304ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:16.515430 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-d1618988-33c2-4571-afd6-d1900a304ae9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f7a10b9160374c79b2e16c33af27de3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3290780 Sep 17 17:27:16.516333 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1618988-33c2-4571-afd6-d1900a304ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f3058f-d52f-4b45-aa50-83b996572706,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:16.519069 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 59474) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:27:16.567831 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-fdaf1170-04b0-4fff-a0c9-848943eefac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:16.588567 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-fdaf1170-04b0-4fff-a0c9-848943eefac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:16.792937 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-fdaf1170-04b0-4fff-a0c9-848943eefac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:16.795559 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-fdaf1170-04b0-4fff-a0c9-848943eefac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:16.796816 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-fdaf1170-04b0-4fff-a0c9-848943eefac1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/75f3058f-d52f-4b45-aa50-83b996572706 HTTP/1.1" status: 204 len: 168 time: 0.2764139 Sep 17 17:27:16.807447 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf1170-04b0-4fff-a0c9-848943eefac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f3058f-d52f-4b45-aa50-83b996572706,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:17.029878 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-21122666-d2d0-40ce-8e70-9b574fa9e688 req-a7f98edd-7367-4146-84e0-fd9f671b9bab service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722840 Sep 17 17:27:17.041094 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabdcbac-b765-4b2f-a1e6-1811585372bb req-5b8154b5-bd4f-4c9d-87c8-837b40cabd91 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:17.042583 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-eabdcbac-b765-4b2f-a1e6-1811585372bb req-5b8154b5-bd4f-4c9d-87c8-837b40cabd91 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 945 time: 0.0602002 Sep 17 17:27:17.081918 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-eabdcbac-b765-4b2f-a1e6-1811585372bb req-19603327-c42d-464b-873c-c5be571e0cb8 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331686 Sep 17 17:27:17.130101 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21122666-d2d0-40ce-8e70-9b574fa9e688 req-785a7173-c345-45cc-a78b-7ba655285e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:17.131589 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-21122666-d2d0-40ce-8e70-9b574fa9e688 req-785a7173-c345-45cc-a78b-7ba655285e55 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d00f129a8555488e830b8922b204b52b&device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 1099 time: 0.0397985 Sep 17 17:27:17.239752 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21122666-d2d0-40ce-8e70-9b574fa9e688 req-cc5de225-d0d9-4b7e-bca9-a1fc6514a6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:17.241315 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-21122666-d2d0-40ce-8e70-9b574fa9e688 req-cc5de225-d0d9-4b7e-bca9-a1fc6514a6a9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cb36a6d4-a9d9-4809-94d8-ccef3d49f97a HTTP/1.1" status: 200 len: 918 time: 0.0883467 Sep 17 17:27:17.314431 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-21122666-d2d0-40ce-8e70-9b574fa9e688 req-c7eb8366-6de4-4e34-b9dc-06c86fb5c664 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=564b7c2e-c673-4540-9e41-f972aca80f76 HTTP/1.1" status: 200 len: 1000 time: 0.0641160 Sep 17 17:27:17.372970 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21122666-d2d0-40ce-8e70-9b574fa9e688 req-3c5f7f5d-8f4e-4dd2-a856-2901219de655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:17.374941 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-21122666-d2d0-40ce-8e70-9b574fa9e688 req-3c5f7f5d-8f4e-4dd2-a856-2901219de655 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fde94289-3ec1-481c-9f1d-1204a3b357ea HTTP/1.1" status: 200 len: 856 time: 0.0496736 Sep 17 17:27:17.443801 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21122666-d2d0-40ce-8e70-9b574fa9e688 req-eff1853c-82db-43db-819c-83b2e358c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:17.445896 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-21122666-d2d0-40ce-8e70-9b574fa9e688 req-eff1853c-82db-43db-819c-83b2e358c730 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cb36a6d4-a9d9-4809-94d8-ccef3d49f97a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0633256 Sep 17 17:27:17.529164 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 59494) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:27:17.542140 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-c38a43bb-933a-4f2a-bfb4-0b6813c0bdb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:17.546310 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-21122666-d2d0-40ce-8e70-9b574fa9e688 req-5c687443-5122-442f-b18a-39735a35988e service neutron] 10.222.0.42 "GET /v2.0/networks/cb36a6d4-a9d9-4809-94d8-ccef3d49f97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879869 Sep 17 17:27:17.633725 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-c38a43bb-933a-4f2a-bfb4-0b6813c0bdb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:17.641700 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-21122666-d2d0-40ce-8e70-9b574fa9e688 req-986e38e8-7302-4c78-845b-ff44dbf2a277 service neutron] 10.222.0.42 "GET /v2.0/networks/cb36a6d4-a9d9-4809-94d8-ccef3d49f97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860155 Sep 17 17:27:17.738843 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-c38a43bb-933a-4f2a-bfb4-0b6813c0bdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:17.777410 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-c38a43bb-933a-4f2a-bfb4-0b6813c0bdb1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=799f0c4ee4fd4b829fbf0b301b128677&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2470748 Sep 17 17:27:17.778226 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a43bb-933a-4f2a-bfb4-0b6813c0bdb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42d98ce-be38-40d5-8291-01d92909c50f,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:17.780003 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 59496) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:27:17.843794 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b59acb4b-032c-4586-92b2-4b14ea1cd29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:17.866355 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b59acb4b-032c-4586-92b2-4b14ea1cd29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:18.070822 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b59acb4b-032c-4586-92b2-4b14ea1cd29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:18.073414 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b59acb4b-032c-4586-92b2-4b14ea1cd29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:18.074601 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-b59acb4b-032c-4586-92b2-4b14ea1cd29a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f42d98ce-be38-40d5-8291-01d92909c50f HTTP/1.1" status: 204 len: 168 time: 0.2936194 Sep 17 17:27:18.082473 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59acb4b-032c-4586-92b2-4b14ea1cd29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42d98ce-be38-40d5-8291-01d92909c50f,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:18.206470 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6c0f2-300f-40f7-833b-16c0ff48540e req-857a3fcd-8db4-4673-8c86-b4dd9c308fcb tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:18.207989 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cdf6c0f2-300f-40f7-833b-16c0ff48540e req-857a3fcd-8db4-4673-8c86-b4dd9c308fcb tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 945 time: 0.0562606 Sep 17 17:27:18.245759 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cdf6c0f2-300f-40f7-833b-16c0ff48540e req-4dc5b651-ae34-4795-b3f2-bac76bd3e87e tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314074 Sep 17 17:27:18.369430 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d5530-c8c8-4c35-a161-76730d0e4ce0 req-ac52c3d9-4824-48e8-bb5a-89e69c02cc5c tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:18.370917 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fb5d5530-c8c8-4c35-a161-76730d0e4ce0 req-ac52c3d9-4824-48e8-bb5a-89e69c02cc5c tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 945 time: 0.0514679 Sep 17 17:27:18.410869 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fb5d5530-c8c8-4c35-a161-76730d0e4ce0 req-b0e33fea-44fe-42be-9ae1-b9ae15530288 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337527 Sep 17 17:27:18.436602 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 59510) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:27:18.633777 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1bbaa9-8aad-4358-a9f1-80a4f8f91b23 tempest-TestVolumeBootPattern-1249929864 tempest-TestVolumeBootPattern-1249929864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:18.638167 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-fa1bbaa9-8aad-4358-a9f1-80a4f8f91b23 tempest-TestVolumeBootPattern-1249929864 tempest-TestVolumeBootPattern-1249929864-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 1093 time: 0.1976566 Sep 17 17:27:18.638306 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 59522) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:27:18.642575 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-407ada07-b616-4b9a-a4ef-1623463f306c tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Request body: {'floatingip': {'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'port_id': 'f444ff64-11ad-4b0f-8d83-604171dbfb50', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:27:18.799156 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-407ada07-b616-4b9a-a4ef-1623463f306c tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for floatingip, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:18.902254 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-407ada07-b616-4b9a-a4ef-1623463f306c tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:19.004366 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.db_base_plugin_common [None req-407ada07-b616-4b9a-a4ef-1623463f306c tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Allocated IP 172.27.2.94 (7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02/78817fd2-befc-49bb-8f7f-e04863f48a33/cfd822d2-d20b-4be2-a170-4fd60eb6611b) {{(pid=94715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:27:19.118622 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-407ada07-b616-4b9a-a4ef-1623463f306c tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for port, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:19.248628 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-407ada07-b616-4b9a-a4ef-1623463f306c tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538'] for port, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:19.287370 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407ada07-b616-4b9a-a4ef-1623463f306c tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Network 7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02 is already hosted by enough agents. {{(pid=94715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:27:19.292345 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [None req-407ada07-b616-4b9a-a4ef-1623463f306c tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Resources bound (agent type, host, resource id): {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:27:19.295906 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407ada07-b616-4b9a-a4ef-1623463f306c tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Received port after_create {{(pid=94715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:27:19.321151 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ada07-b616-4b9a-a4ef-1623463f306c tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Pushing event updated for resources: {'Port': ['ID=cfd822d2-d20b-4be2-a170-4fd60eb6611b,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:19.941525 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-407ada07-b616-4b9a-a4ef-1623463f306c tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:20.130055 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-407ada07-b616-4b9a-a4ef-1623463f306c tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:20.285029 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-407ada07-b616-4b9a-a4ef-1623463f306c tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:20.416196 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-407ada07-b616-4b9a-a4ef-1623463f306c tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:20.454115 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-407ada07-b616-4b9a-a4ef-1623463f306c tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693841'] for floatingip, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:20.511489 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8788a-f1a2-4bca-a581-f5fbbbd7014e req-2f0b306a-ef7c-4e27-b010-7bdb4683d5b1 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:20.512982 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a4f8788a-f1a2-4bca-a581-f5fbbbd7014e req-2f0b306a-ef7c-4e27-b010-7bdb4683d5b1 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/ports?device_id=e214fe51-ac10-40a5-9a8f-908a971f5dd7 HTTP/1.1" status: 200 len: 945 time: 0.1238427 Sep 17 17:27:20.515282 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ada07-b616-4b9a-a4ef-1623463f306c tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Pushing event updated for resources: {'Port': ['ID=cfd822d2-d20b-4be2-a170-4fd60eb6611b,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:20.590220 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a4f8788a-f1a2-4bca-a581-f5fbbbd7014e req-73a7c46e-6ba8-4c8d-a9e4-06c496d72d86 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/security-groups?id=99531131-545b-4549-abff-2d49df4ea5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709989 Sep 17 17:27:20.603434 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.db.l3_db [None req-407ada07-b616-4b9a-a4ef-1623463f306c tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Floating IP f3373ba0-b5d6-401f-9d29-665d31b75b1f associated. External IP: 172.27.2.94, port: f444ff64-11ad-4b0f-8d83-604171dbfb50. Sep 17 17:27:20.813077 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407ada07-b616-4b9a-a4ef-1623463f306c tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Router 4fd3b38d-8f82-4f32-b91f-1f803db047f1 has already been hosted by L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 {{(pid=94715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 17:27:20.919602 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407ada07-b616-4b9a-a4ef-1623463f306c tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:27:20.930373 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101a9ee9-976f-4ed7-9ef3-dd2853725b32 None None] Sync routers for ids ['4fd3b38d-8f82-4f32-b91f-1f803db047f1'] in dv-cinder-809828-1-iscsi {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:27:20.939808 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101a9ee9-976f-4ed7-9ef3-dd2853725b32 None None] Routers {'4fd3b38d-8f82-4f32-b91f-1f803db047f1'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:27:20.940463 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-101a9ee9-976f-4ed7-9ef3-dd2853725b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:26:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['4fd3b38d-8f82-4f32-b91f-1f803db047f1'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:27:21.007945 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-407ada07-b616-4b9a-a4ef-1623463f306c tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for floatingip, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:21.020669 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 6 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:27:21.035612 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-407ada07-b616-4b9a-a4ef-1623463f306c tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3963234 Sep 17 17:27:21.036186 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96b7398e-4b74-484f-8639-6f781670fd38', 'tag': 'f444ff64-11ad-4b0f-8d83-604171dbfb50'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:27:21.039090 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280e2e03-7cb7-41a3-b742-0b20957f9bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "96b7398e-4b74-484f-8639-6f781670fd38", "tag": "f444ff64-11ad-4b0f-8d83-604171dbfb50"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:27:21.044959 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-101a9ee9-976f-4ed7-9ef3-dd2853725b32 None None] Set router 4fd3b38d-8f82-4f32-b91f-1f803db047f1 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:27:21.078155 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 17:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0d0431-c452-469c-9f8d-c2c8adb37ef3 x-openstack-request-id: req-de0d0431-c452-469c-9f8d-c2c8adb37ef3 {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:27:21.078451 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96b7398e-4b74-484f-8639-6f781670fd38", "tag": "f444ff64-11ad-4b0f-8d83-604171dbfb50", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:27:21.078691 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de0d0431-c452-469c-9f8d-c2c8adb37ef3 {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:27:21.079118 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96b7398e-4b74-484f-8639-6f781670fd38', 'tag': 'f444ff64-11ad-4b0f-8d83-604171dbfb50', 'status': 'completed', 'code': 200} Sep 17 17:27:21.149158 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e2e03-7cb7-41a3-b742-0b20957f9bdb req-c9581bd9-5fe5-4068-bc81-acd02bc64221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:21.150796 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-280e2e03-7cb7-41a3-b742-0b20957f9bdb req-c9581bd9-5fe5-4068-bc81-acd02bc64221 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ae79036f78e4d3c9eb885dec9a803b0&device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 1098 time: 0.0448737 Sep 17 17:27:21.250353 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e2e03-7cb7-41a3-b742-0b20957f9bdb req-8e1430a3-5e0e-49a3-ad39-4a800e304d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:21.251948 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-280e2e03-7cb7-41a3-b742-0b20957f9bdb req-8e1430a3-5e0e-49a3-ad39-4a800e304d82 service neutron] 10.222.0.42 "GET /v2.0/networks?id=47e2d6e9-ce7e-458e-b5e3-fc8811121e51 HTTP/1.1" status: 200 len: 911 time: 0.0895052 Sep 17 17:27:21.325289 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-101a9ee9-976f-4ed7-9ef3-dd2853725b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'name': 'tempest-TestVolumeBootPattern-93171891-router', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:25:48Z', 'updated_at': '2021-09-17T17:25:52Z', 'revision_number': 4, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'gw_port': {'id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:49Z', 'updated_at': '2021-09-17T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_floatingips': [{'id': 'f3373ba0-b5d6-401f-9d29-665d31b75b1f', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'router_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'port_id': 'f444ff64-11ad-4b0f-8d83-604171dbfb50', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'mac_address': 'fa:16:3e:be:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b7398e-4b74-484f-8639-6f781670fd38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T17:27:19Z', 'updated_at': '2021-09-17T17:27:19Z', 'revision_number': 0, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c2769f-3510-44cd-924a-211a08161e3a', 'name': '', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'mac_address': 'fa:16:3e:59:16:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:51Z', 'updated_at': '2021-09-17T17:26:00Z', 'revision_number': 5, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'subnets': [{'id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:27:21.343970 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-280e2e03-7cb7-41a3-b742-0b20957f9bdb req-b5fe1a85-19c6-4680-a876-b9a14a90006b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f444ff64-11ad-4b0f-8d83-604171dbfb50 HTTP/1.1" status: 200 len: 998 time: 0.0736907 Sep 17 17:27:21.356647 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101a9ee9-976f-4ed7-9ef3-dd2853725b32 None None] Checking router: 4fd3b38d-8f82-4f32-b91f-1f803db047f1 for host: dv-cinder-809828-1-iscsi {{(pid=94717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:27:21.368422 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101a9ee9-976f-4ed7-9ef3-dd2853725b32 None None] Routers {'4fd3b38d-8f82-4f32-b91f-1f803db047f1'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:27:21.369110 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-101a9ee9-976f-4ed7-9ef3-dd2853725b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:26:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['4fd3b38d-8f82-4f32-b91f-1f803db047f1'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:27:21.411549 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e2e03-7cb7-41a3-b742-0b20957f9bdb req-89c97fb8-36b7-43e8-8a67-a51aec8d8ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:21.413002 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-280e2e03-7cb7-41a3-b742-0b20957f9bdb req-89c97fb8-36b7-43e8-8a67-a51aec8d8ba3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b86cd3d2-7e31-4268-bbf5-56635408c00d HTTP/1.1" status: 200 len: 849 time: 0.0598903 Sep 17 17:27:21.464278 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e2e03-7cb7-41a3-b742-0b20957f9bdb req-1cd05760-0218-45d9-a72c-6a785a725900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:21.465798 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-280e2e03-7cb7-41a3-b742-0b20957f9bdb req-1cd05760-0218-45d9-a72c-6a785a725900 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=47e2d6e9-ce7e-458e-b5e3-fc8811121e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429335 Sep 17 17:27:21.484054 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-101a9ee9-976f-4ed7-9ef3-dd2853725b32 None None] Set router 4fd3b38d-8f82-4f32-b91f-1f803db047f1 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:27:21.572619 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-280e2e03-7cb7-41a3-b742-0b20957f9bdb req-5d6fdda2-c7c7-4beb-b198-4b18ce4a1508 service neutron] 10.222.0.42 "GET /v2.0/networks/47e2d6e9-ce7e-458e-b5e3-fc8811121e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974095 Sep 17 17:27:21.706087 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-280e2e03-7cb7-41a3-b742-0b20957f9bdb req-b7dcef45-8ded-4e6f-840b-dfcf107e3134 service neutron] 10.222.0.42 "GET /v2.0/networks/47e2d6e9-ce7e-458e-b5e3-fc8811121e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196313 Sep 17 17:27:21.727152 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0cafd-a39c-47ab-bc47-f619faf3c6bd req-286bea30-04cf-4005-82f0-4907337c6b29 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:21.728698 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-58f0cafd-a39c-47ab-bc47-f619faf3c6bd req-286bea30-04cf-4005-82f0-4907337c6b29 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/ports?device_id=e214fe51-ac10-40a5-9a8f-908a971f5dd7 HTTP/1.1" status: 200 len: 945 time: 0.0686891 Sep 17 17:27:21.737801 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-101a9ee9-976f-4ed7-9ef3-dd2853725b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'name': 'tempest-TestVolumeBootPattern-93171891-router', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:25:48Z', 'updated_at': '2021-09-17T17:25:52Z', 'revision_number': 4, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'gw_port': {'id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:49Z', 'updated_at': '2021-09-17T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_floatingips': [{'id': 'f3373ba0-b5d6-401f-9d29-665d31b75b1f', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'router_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'port_id': 'f444ff64-11ad-4b0f-8d83-604171dbfb50', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'mac_address': 'fa:16:3e:be:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b7398e-4b74-484f-8639-6f781670fd38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T17:27:19Z', 'updated_at': '2021-09-17T17:27:19Z', 'revision_number': 0, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c2769f-3510-44cd-924a-211a08161e3a', 'name': '', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'mac_address': 'fa:16:3e:59:16:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:51Z', 'updated_at': '2021-09-17T17:26:00Z', 'revision_number': 5, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'subnets': [{'id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:27:21.764993 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101a9ee9-976f-4ed7-9ef3-dd2853725b32 None None] The sync data for ids ['4fd3b38d-8f82-4f32-b91f-1f803db047f1'] in dv-cinder-809828-1-iscsi is: [{'id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'name': 'tempest-TestVolumeBootPattern-93171891-router', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:25:48Z', 'updated_at': '2021-09-17T17:25:52Z', 'revision_number': 4, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'gw_port': {'id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:49Z', 'updated_at': '2021-09-17T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_floatingips': [{'id': 'f3373ba0-b5d6-401f-9d29-665d31b75b1f', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'router_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'port_id': 'f444ff64-11ad-4b0f-8d83-604171dbfb50', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'mac_address': 'fa:16:3e:be:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b7398e-4b74-484f-8639-6f781670fd38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T17:27:19Z', 'updated_at': '2021-09-17T17:27:19Z', 'revision_number': 0, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c2769f-3510-44cd-924a-211a08161e3a', 'name': '', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'mac_address': 'fa:16:3e:59:16:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:51Z', 'updated_at': '2021-09-17T17:26:00Z', 'revision_number': 5, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'subnets': [{'id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:27:21.766551 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-58f0cafd-a39c-47ab-bc47-f619faf3c6bd req-c24dd1b6-78e9-4231-bc17-fb3651c16651 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/security-groups?id=99531131-545b-4549-abff-2d49df4ea5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313857 Sep 17 17:27:21.959673 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6e73d7-196a-4056-9be2-335d9342bf7d None None] New status for floating IP f3373ba0-b5d6-401f-9d29-665d31b75b1f: ACTIVE {{(pid=94718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 17:27:22.216804 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eed02f-0fa7-43af-9cf6-e5e15fe110d2 req-8ebc46c2-2bfe-477b-b76e-56b48f55e2da tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:22.218327 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a3eed02f-0fa7-43af-9cf6-e5e15fe110d2 req-8ebc46c2-2bfe-477b-b76e-56b48f55e2da tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.42 "GET /v2.0/ports?device_id=e214fe51-ac10-40a5-9a8f-908a971f5dd7 HTTP/1.1" status: 200 len: 945 time: 0.0545316 Sep 17 17:27:22.329478 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-a3eed02f-0fa7-43af-9cf6-e5e15fe110d2 req-8f841943-bccf-475c-9552-39dab72ed3c4 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Deleting port edef8ec2-27ba-43bd-b434-0108a0556ebf {{(pid=94715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:27:22.329826 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-a3eed02f-0fa7-43af-9cf6-e5e15fe110d2 req-8f841943-bccf-475c-9552-39dab72ed3c4 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:22.442814 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-a3eed02f-0fa7-43af-9cf6-e5e15fe110d2 req-8f841943-bccf-475c-9552-39dab72ed3c4 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] For port edef8ec2-27ba-43bd-b434-0108a0556ebf, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=edef8ec2-27ba-43bd-b434-0108a0556ebf,segment=NetworkSegment(9ed9072b-bc6e-4e51-9d68-80238c982166),segment_id=9ed9072b-bc6e-4e51-9d68-80238c982166)] {{(pid=94715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:27:22.443209 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-a3eed02f-0fa7-43af-9cf6-e5e15fe110d2 req-8f841943-bccf-475c-9552-39dab72ed3c4 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:22.459296 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-a3eed02f-0fa7-43af-9cf6-e5e15fe110d2 req-8f841943-bccf-475c-9552-39dab72ed3c4 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Calling delete_port for edef8ec2-27ba-43bd-b434-0108a0556ebf owned by compute:nova {{(pid=94715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:27:22.781208 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-a3eed02f-0fa7-43af-9cf6-e5e15fe110d2 req-8f841943-bccf-475c-9552-39dab72ed3c4 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547'] for port, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:22.793279 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['edef8ec2-27ba-43bd-b434-0108a0556ebf'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:27:22.812894 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f841943-bccf-475c-9552-39dab72ed3c4 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Pushing event deleted for resources: {'Port': ['ID=edef8ec2-27ba-43bd-b434-0108a0556ebf,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:22.862933 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3eed02f-0fa7-43af-9cf6-e5e15fe110d2 req-8f841943-bccf-475c-9552-39dab72ed3c4 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] No DVR routers for this DVR port edef8ec2-27ba-43bd-b434-0108a0556ebf on host hv-cinder-80982 {{(pid=94715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 17:27:22.863430 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-a3eed02f-0fa7-43af-9cf6-e5e15fe110d2 req-8f841943-bccf-475c-9552-39dab72ed3c4 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:22.865437 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a3eed02f-0fa7-43af-9cf6-e5e15fe110d2 req-8f841943-bccf-475c-9552-39dab72ed3c4 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.42 "DELETE /v2.0/ports/edef8ec2-27ba-43bd-b434-0108a0556ebf HTTP/1.1" status: 204 len: 173 time: 0.6406255 Sep 17 17:27:22.889891 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-615b719a-1af2-4409-b0e0-ba984a2a391e req-98def6aa-a648-4a3e-b3af-21d5af70cb5e tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/ports?device_id=e214fe51-ac10-40a5-9a8f-908a971f5dd7 HTTP/1.1" status: 200 len: 210 time: 0.0301993 Sep 17 17:27:22.939163 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-9dd7fa87-31d4-45f1-a503-b3f18ffa55d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:23.080764 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e214fe51-ac10-40a5-9a8f-908a971f5dd7', 'name': 'network-vif-deleted', 'tag': 'edef8ec2-27ba-43bd-b434-0108a0556ebf'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:27:23.083180 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfeb3bb-8ced-4f3a-bc25-19caf19200ad" -d '{"events": [{"server_uuid": "e214fe51-ac10-40a5-9a8f-908a971f5dd7", "name": "network-vif-deleted", "tag": "edef8ec2-27ba-43bd-b434-0108a0556ebf"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:27:23.120430 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a7a05e-8658-46b0-ad60-b500b47e4223 x-openstack-request-id: req-11a7a05e-8658-46b0-ad60-b500b47e4223 {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:27:23.120751 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e214fe51-ac10-40a5-9a8f-908a971f5dd7", "name": "network-vif-deleted", "tag": "edef8ec2-27ba-43bd-b434-0108a0556ebf", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:27:23.121003 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-11a7a05e-8658-46b0-ad60-b500b47e4223 {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:27:23.121390 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e214fe51-ac10-40a5-9a8f-908a971f5dd7', 'name': 'network-vif-deleted', 'tag': 'edef8ec2-27ba-43bd-b434-0108a0556ebf', 'status': 'completed', 'code': 200} Sep 17 17:27:24.000208 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-68932106-00ca-4918-97ab-39e42b512b30 req-92c3ecbd-97c7-4726-81fa-86127ba7ce16 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/ports?device_id=e214fe51-ac10-40a5-9a8f-908a971f5dd7 HTTP/1.1" status: 200 len: 210 time: 0.0302873 Sep 17 17:27:24.522512 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 59630) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:27:24.627747 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ec916926-383f-4c61-bf4b-5b20c038b946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:24.717463 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ec916926-383f-4c61-bf4b-5b20c038b946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:24.821292 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ec916926-383f-4c61-bf4b-5b20c038b946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:24.859943 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-ec916926-383f-4c61-bf4b-5b20c038b946 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3b878f33ff1743edbb6d6e255aacbf8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3361709 Sep 17 17:27:24.860821 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec916926-383f-4c61-bf4b-5b20c038b946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1282d35-b9d8-4fe0-aec5-13d67a5af878,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:24.862562 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 59638) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:27:24.909441 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-1e35458a-8657-470a-909c-dcdcef7c11cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:24.930559 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-1e35458a-8657-470a-909c-dcdcef7c11cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:25.044132 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-1e35458a-8657-470a-909c-dcdcef7c11cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:25.046738 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-1e35458a-8657-470a-909c-dcdcef7c11cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:25.050906 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-1e35458a-8657-470a-909c-dcdcef7c11cd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e1282d35-b9d8-4fe0-aec5-13d67a5af878 HTTP/1.1" status: 204 len: 168 time: 0.1843610 Sep 17 17:27:25.057750 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e35458a-8657-470a-909c-dcdcef7c11cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1282d35-b9d8-4fe0-aec5-13d67a5af878,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:25.661360 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device edef8ec2-27ba-43bd-b434-0108a0556ebf no longer exists at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:27:25.680851 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] No Port match for: edef8ec2-27ba-43bd-b434-0108a0556ebf {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:27:25.681195 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device edef8ec2-27ba-43bd-b434-0108a0556ebf not bound to the agent host hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:27:25.687464 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-37a5d384-5096-4b00-9295-e137bd938b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:26.229585 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 59676) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:27:26.326422 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-1722626f-a65e-4755-9309-6cc366bf6616 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1154887788-network', 'tenant_id': '9aef8f0571574bb0ba7255c7af1933fb'}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:27:26.424268 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1722626f-a65e-4755-9309-6cc366bf6616 admin admin] Made reservation on behalf of 9aef8f0571574bb0ba7255c7af1933fb for: {'network': 1} {{(pid=94716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:27:26.426603 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-1722626f-a65e-4755-9309-6cc366bf6616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for network, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:26.435548 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-1722626f-a65e-4755-9309-6cc366bf6616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:26.522413 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-1722626f-a65e-4755-9309-6cc366bf6616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:26.711311 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-1722626f-a65e-4755-9309-6cc366bf6616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:26.738138 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1722626f-a65e-4755-9309-6cc366bf6616 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=94716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 17:27:26.747746 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722626f-a65e-4755-9309-6cc366bf6616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c051503a-86e9-4505-ae9a-c7ba0dc55ead,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:26.752361 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-1722626f-a65e-4755-9309-6cc366bf6616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157'] for segment, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:26.752638 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.db.segments_db [None req-1722626f-a65e-4755-9309-6cc366bf6616 admin admin] Added segment 1245184b-f964-49b4-b50d-99b355be5514 of type vlan for network 1dcddc33-e54f-4435-bf69-1d718f867631 Sep 17 17:27:26.791586 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-1722626f-a65e-4755-9309-6cc366bf6616 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747491074600'] for network, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:26.813799 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:26.940983 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:26.958115 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-1722626f-a65e-4755-9309-6cc366bf6616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198'] for network, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:26.959134 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1722626f-a65e-4755-9309-6cc366bf6616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:26.959721 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-1722626f-a65e-4755-9309-6cc366bf6616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for network, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:27.018172 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722626f-a65e-4755-9309-6cc366bf6616 admin admin] Pushing event updated for resources: {'Network': ['ID=1dcddc33-e54f-4435-bf69-1d718f867631,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:27.028226 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Network 1dcddc33-e54f-4435-bf69-1d718f867631 details requested by agent ovs-agent-dv-cinder-809828-1-iscsi with host dv-cinder-809828-1-iscsi {{(pid=94717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 17:27:27.091158 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-1722626f-a65e-4755-9309-6cc366bf6616 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8604376 Sep 17 17:27:27.094049 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 59694) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:27:27.099562 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-86fce640-675c-424f-9678-c13ba9b2974c admin admin] Request body: {'subnet': {'network_id': '1dcddc33-e54f-4435-bf69-1d718f867631', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1154887788-subnet', 'tenant_id': '9aef8f0571574bb0ba7255c7af1933fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:27:27.184471 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fce640-675c-424f-9678-c13ba9b2974c admin admin] Made reservation on behalf of 9aef8f0571574bb0ba7255c7af1933fb for: {'subnet': 1} {{(pid=94715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:27:27.186766 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-86fce640-675c-424f-9678-c13ba9b2974c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:27.427157 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-86fce640-675c-424f-9678-c13ba9b2974c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198'] for subnet, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:27.482415 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fce640-675c-424f-9678-c13ba9b2974c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dbe14eb-7ac2-41ba-bbac-ff4bcc3162c5,revision_number=0']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:27.490851 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fce640-675c-424f-9678-c13ba9b2974c admin admin] Checking segment: {'id': '1245184b-f964-49b4-b50d-99b355be5514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1dcddc33-e54f-4435-bf69-1d718f867631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:27:27.491313 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fce640-675c-424f-9678-c13ba9b2974c admin admin] Network hostable DHCP agents. Network: 1dcddc33-e54f-4435-bf69-1d718f867631, hostable agents: ['991be4bd-5269-4100-8238-2a16d095299f'], hosted agents: [] {{(pid=94715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 17:27:27.704211 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fce640-675c-424f-9678-c13ba9b2974c admin admin] Network 1dcddc33-e54f-4435-bf69-1d718f867631 is scheduled to be hosted by DHCP agent 991be4bd-5269-4100-8238-2a16d095299f with binding_index 1 {{(pid=94715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 17:27:27.832770 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [None req-86fce640-675c-424f-9678-c13ba9b2974c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809828-1-iscsi, 1dcddc33-e54f-4435-bf69-1d718f867631) {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:27:27.837277 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fce640-675c-424f-9678-c13ba9b2974c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:27.837852 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-86fce640-675c-424f-9678-c13ba9b2974c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:27.842553 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9488b646-f103-4cdf-9149-2149fb276b9f None None] Network 1dcddc33-e54f-4435-bf69-1d718f867631 requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:27:27.948312 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-86fce640-675c-424f-9678-c13ba9b2974c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8529603 Sep 17 17:27:28.082409 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5980c42-7d99-4364-af99-afd40ca53a3c None None] Network 1dcddc33-e54f-4435-bf69-1d718f867631 requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:27:28.552591 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:29.274269 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 59724) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:27:29.322865 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.db_base_plugin_v2 [None req-4587aef3-f765-4449-9ccc-a63b369facaa admin admin] Deleting subnet c7ec7eea-98ef-4103-b2a5-0420a6a45b7c {{(pid=94715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 17:27:29.325916 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4587aef3-f765-4449-9ccc-a63b369facaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:29.559931 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4587aef3-f765-4449-9ccc-a63b369facaa admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:29.565521 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4587aef3-f765-4449-9ccc-a63b369facaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706992'] for subnet, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:29.707660 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4587aef3-f765-4449-9ccc-a63b369facaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198'] for subnet, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:29.736418 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587aef3-f765-4449-9ccc-a63b369facaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7ec7eea-98ef-4103-b2a5-0420a6a45b7c,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:29.739354 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4587aef3-f765-4449-9ccc-a63b369facaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:29.740719 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-4587aef3-f765-4449-9ccc-a63b369facaa admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c7ec7eea-98ef-4103-b2a5-0420a6a45b7c HTTP/1.1" status: 204 len: 168 time: 0.4652512 Sep 17 17:27:29.743376 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 59734) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:27:29.813154 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f332b936-5606-40eb-930e-d831f14e524a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3478593'] for network, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:29.901884 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f332b936-5606-40eb-930e-d831f14e524a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707639', 'neutron.services.segments.db._delete_segments_for_network-8747491616925'] for network, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:29.922768 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f332b936-5606-40eb-930e-d831f14e524a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:27:29.923153 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f332b936-5606-40eb-930e-d831f14e524a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:27:29.923940 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f332b936-5606-40eb-930e-d831f14e524a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:27:29.924276 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f332b936-5606-40eb-930e-d831f14e524a admin admin] Subscribe: > port after_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:27:29.924616 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f332b936-5606-40eb-930e-d831f14e524a admin admin] Subscribe: > port after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:27:29.924952 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f332b936-5606-40eb-930e-d831f14e524a admin admin] Subscribe: > port after_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:27:29.925278 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f332b936-5606-40eb-930e-d831f14e524a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:27:29.925710 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f332b936-5606-40eb-930e-d831f14e524a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:27:29.926002 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f332b936-5606-40eb-930e-d831f14e524a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:27:29.926342 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f332b936-5606-40eb-930e-d831f14e524a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:27:30.079711 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f332b936-5606-40eb-930e-d831f14e524a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:27:30.080046 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f332b936-5606-40eb-930e-d831f14e524a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:27:30.080382 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f332b936-5606-40eb-930e-d831f14e524a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:27:30.080715 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f332b936-5606-40eb-930e-d831f14e524a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 17:27:30.081083 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.services.segments.db [None req-f332b936-5606-40eb-930e-d831f14e524a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb2edbca-7cf1-4641-942f-12e97e44e576']}} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:27:30.117249 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.services.segments.db [None req-f332b936-5606-40eb-930e-d831f14e524a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97765594-68e4-48f0-a956-962758006cb8') {'for_net_delete': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:27:30.117531 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.services.segments.db [None req-f332b936-5606-40eb-930e-d831f14e524a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97765594-68e4-48f0-a956-962758006cb8') {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:27:30.142220 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f332b936-5606-40eb-930e-d831f14e524a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747491617190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29313394'] for segment, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:30.194422 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f332b936-5606-40eb-930e-d831f14e524a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157'] for segment, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:30.206972 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f332b936-5606-40eb-930e-d831f14e524a admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=94715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 17:27:30.207365 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f332b936-5606-40eb-930e-d831f14e524a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29270766'] for segment, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:30.211746 dv-cinder-809828-1-iscsi neutron-server[94715]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 17:27:30.211746 dv-cinder-809828-1-iscsi neutron-server[94715]: from cryptography.utils import int_from_bytes Sep 17 17:27:30.211746 dv-cinder-809828-1-iscsi neutron-server[94715]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 17:27:30.211746 dv-cinder-809828-1-iscsi neutron-server[94715]: from cryptography.utils import int_from_bytes Sep 17 17:27:30.211746 dv-cinder-809828-1-iscsi neutron-server[94715]: Traceback (most recent call last): Sep 17 17:27:30.211746 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 17:27:30.211746 dv-cinder-809828-1-iscsi neutron-server[94715]: timer() Sep 17 17:27:30.211746 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 17:27:30.211746 dv-cinder-809828-1-iscsi neutron-server[94715]: cb(*args, **kw) Sep 17 17:27:30.211746 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 17:27:30.211746 dv-cinder-809828-1-iscsi neutron-server[94715]: return func(*args, **kwargs) Sep 17 17:27:30.211746 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 17:27:30.211746 dv-cinder-809828-1-iscsi neutron-server[94715]: self._notify() Sep 17 17:27:30.211746 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 17:27:30.211746 dv-cinder-809828-1-iscsi neutron-server[94715]: self.callback(batched_events) Sep 17 17:27:30.211746 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 17:27:30.211746 dv-cinder-809828-1-iscsi neutron-server[94715]: event.method(event) Sep 17 17:27:30.211746 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 17:27:30.211746 dv-cinder-809828-1-iscsi neutron-server[94715]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 17:27:30.211746 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 17:27:30.211746 dv-cinder-809828-1-iscsi neutron-server[94715]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 17:27:30.211746 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 17:27:30.211746 dv-cinder-809828-1-iscsi neutron-server[94715]: return f(self, *a, **k) Sep 17 17:27:30.211746 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 17:27:30.211746 dv-cinder-809828-1-iscsi neutron-server[94715]: return self._get(url).json() Sep 17 17:27:30.211746 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 17:27:30.211746 dv-cinder-809828-1-iscsi neutron-server[94715]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 17:27:30.211746 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 17:27:30.211746 dv-cinder-809828-1-iscsi neutron-server[94715]: return self.request(url, 'GET', **kwargs) Sep 17 17:27:30.211746 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 17:27:30.211746 dv-cinder-809828-1-iscsi neutron-server[94715]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 17:27:30.211746 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 17:27:30.211746 dv-cinder-809828-1-iscsi neutron-server[94715]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 17:27:30.211746 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 17:27:30.211746 dv-cinder-809828-1-iscsi neutron-server[94715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 17:27:30.211746 dv-cinder-809828-1-iscsi neutron-server[94715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 17:27:30.281542 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-fdf107a6-2305-4d79-a5cb-8ba707e9fac4 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:30.283102 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-fdf107a6-2305-4d79-a5cb-8ba707e9fac4 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/networks?id=1dcddc33-e54f-4435-bf69-1d718f867631 HTTP/1.1" status: 200 len: 809 time: 0.1972198 Sep 17 17:27:30.298011 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-434cb3e6-3b42-449a-bdf7-a40975632244 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/quotas/9aef8f0571574bb0ba7255c7af1933fb HTTP/1.1" status: 200 len: 375 time: 0.0092723 Sep 17 17:27:30.332717 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-ca4e62b5-7e2f-4aa2-ae9e-d631f0bde1b3 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9aef8f0571574bb0ba7255c7af1933fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293491 Sep 17 17:27:30.357019 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f332b936-5606-40eb-930e-d831f14e524a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693827'] for network, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:30.373016 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f332b936-5606-40eb-930e-d831f14e524a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for network, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:30.374763 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-f332b936-5606-40eb-930e-d831f14e524a admin admin] 10.222.0.18 "DELETE /v2.0/networks/bb2edbca-7cf1-4641-942f-12e97e44e576 HTTP/1.1" status: 204 len: 168 time: 0.6304677 Sep 17 17:27:30.377687 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 59756) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:27:30.386815 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f332b936-5606-40eb-930e-d831f14e524a admin admin] Pushing event deleted for resources: {'Network': ['ID=bb2edbca-7cf1-4641-942f-12e97e44e576,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:30.427210 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc9d83ce-f92d-42ae-8424-fcbbfd991719 admin admin] Deleting subnet 7150856b-0f09-4700-84fa-39063c03e96f {{(pid=94716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 17:27:30.431022 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-bc9d83ce-f92d-42ae-8424-fcbbfd991719 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:30.440532 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-d2b4403e-b4d2-4a91-9610-23eb924e0705 service neutron] 10.222.0.18 "GET /v2.0/networks/1dcddc33-e54f-4435-bf69-1d718f867631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001327 Sep 17 17:27:30.466305 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-bc9d83ce-f92d-42ae-8424-fcbbfd991719 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26649732'] for subnet, precommit_delete_associations {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:30.504069 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-bc9d83ce-f92d-42ae-8424-fcbbfd991719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706992'] for subnet, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:30.532888 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-e4a49fcd-ac5e-4883-a5f0-c512be9e24de service neutron] 10.222.0.18 "GET /v2.0/networks/1dcddc33-e54f-4435-bf69-1d718f867631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855823 Sep 17 17:27:30.791439 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-bc9d83ce-f92d-42ae-8424-fcbbfd991719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25898032'] for subnet, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:30.818064 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d83ce-f92d-42ae-8424-fcbbfd991719 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7150856b-0f09-4700-84fa-39063c03e96f,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:30.820012 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-bc9d83ce-f92d-42ae-8424-fcbbfd991719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for subnet, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:30.821859 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-bc9d83ce-f92d-42ae-8424-fcbbfd991719 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7150856b-0f09-4700-84fa-39063c03e96f HTTP/1.1" status: 204 len: 168 time: 0.4431918 Sep 17 17:27:30.824342 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 59758) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:27:30.893475 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8e9a9e2e-e1a5-4ede-88b7-c74762a100a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3478593'] for network, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:30.967937 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4fdf4271-3f3f-47b7-86be-df931a7d5072 req-dd08aac1-81d3-4bab-b903-5e213e128408 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?device_id=652f451c-5567-4f98-b94c-c37b861b17a2 HTTP/1.1" status: 200 len: 210 time: 0.0256925 Sep 17 17:27:30.977401 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8e9a9e2e-e1a5-4ede-88b7-c74762a100a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707639', 'neutron.services.segments.db._delete_segments_for_network-8747491616925'] for network, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:31.008913 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.services.segments.db [None req-8e9a9e2e-e1a5-4ede-88b7-c74762a100a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['367675ee-5866-479a-a76a-a6234411e603']}} {{(pid=94716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:27:31.019698 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.services.segments.db [None req-8e9a9e2e-e1a5-4ede-88b7-c74762a100a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b991d071-ac1a-4a00-b453-f167355c4436') {'for_net_delete': True} {{(pid=94716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:27:31.019956 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.services.segments.db [None req-8e9a9e2e-e1a5-4ede-88b7-c74762a100a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b991d071-ac1a-4a00-b453-f167355c4436') {} {{(pid=94716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:27:31.030331 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8e9a9e2e-e1a5-4ede-88b7-c74762a100a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747491617190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26649743'] for segment, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:31.044730 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8e9a9e2e-e1a5-4ede-88b7-c74762a100a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157'] for segment, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:31.051240 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e9a9e2e-e1a5-4ede-88b7-c74762a100a1 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=94716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 17:27:31.051833 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8e9a9e2e-e1a5-4ede-88b7-c74762a100a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26178748'] for segment, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:31.053438 dv-cinder-809828-1-iscsi neutron-server[94716]: Traceback (most recent call last): Sep 17 17:27:31.053438 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 17:27:31.053438 dv-cinder-809828-1-iscsi neutron-server[94716]: timer() Sep 17 17:27:31.053438 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 17:27:31.053438 dv-cinder-809828-1-iscsi neutron-server[94716]: cb(*args, **kw) Sep 17 17:27:31.053438 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 17:27:31.053438 dv-cinder-809828-1-iscsi neutron-server[94716]: return func(*args, **kwargs) Sep 17 17:27:31.053438 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 17:27:31.053438 dv-cinder-809828-1-iscsi neutron-server[94716]: self._notify() Sep 17 17:27:31.053438 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 17:27:31.053438 dv-cinder-809828-1-iscsi neutron-server[94716]: self.callback(batched_events) Sep 17 17:27:31.053438 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 17:27:31.053438 dv-cinder-809828-1-iscsi neutron-server[94716]: event.method(event) Sep 17 17:27:31.053438 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 17:27:31.053438 dv-cinder-809828-1-iscsi neutron-server[94716]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 17:27:31.053438 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 17:27:31.053438 dv-cinder-809828-1-iscsi neutron-server[94716]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 17:27:31.053438 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 17:27:31.053438 dv-cinder-809828-1-iscsi neutron-server[94716]: return f(self, *a, **k) Sep 17 17:27:31.053438 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 17:27:31.053438 dv-cinder-809828-1-iscsi neutron-server[94716]: return self._get(url).json() Sep 17 17:27:31.053438 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 17:27:31.053438 dv-cinder-809828-1-iscsi neutron-server[94716]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 17:27:31.053438 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 17:27:31.053438 dv-cinder-809828-1-iscsi neutron-server[94716]: return self.request(url, 'GET', **kwargs) Sep 17 17:27:31.053438 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 17:27:31.053438 dv-cinder-809828-1-iscsi neutron-server[94716]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 17:27:31.053438 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 17:27:31.053438 dv-cinder-809828-1-iscsi neutron-server[94716]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 17:27:31.053438 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 17:27:31.053438 dv-cinder-809828-1-iscsi neutron-server[94716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 17:27:31.053438 dv-cinder-809828-1-iscsi neutron-server[94716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 17:27:31.190901 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8e9a9e2e-e1a5-4ede-88b7-c74762a100a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693827'] for network, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:31.199360 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8e9a9e2e-e1a5-4ede-88b7-c74762a100a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for network, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:31.201657 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-8e9a9e2e-e1a5-4ede-88b7-c74762a100a1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/367675ee-5866-479a-a76a-a6234411e603 HTTP/1.1" status: 204 len: 168 time: 0.3763826 Sep 17 17:27:31.213642 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a9e2e-e1a5-4ede-88b7-c74762a100a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=367675ee-5866-479a-a76a-a6234411e603,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:31.664816 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 59778) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:27:31.705690 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-4326f2f6-c244-41c0-9bc6-6c2d4cd5f503 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=196c60d9751146b18c12bb7239e91e96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415494 Sep 17 17:27:31.708089 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 59780) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:27:31.754463 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-c51b2c8a-9ebb-4e7b-9429-d36b1933ff14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:31.776813 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-c51b2c8a-9ebb-4e7b-9429-d36b1933ff14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:31.895364 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-c51b2c8a-9ebb-4e7b-9429-d36b1933ff14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:31.897868 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-c51b2c8a-9ebb-4e7b-9429-d36b1933ff14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:31.899870 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-c51b2c8a-9ebb-4e7b-9429-d36b1933ff14 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a8e681c-217a-4ef6-beb2-049adb409321 HTTP/1.1" status: 204 len: 168 time: 0.1900544 Sep 17 17:27:31.907884 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b2c8a-9ebb-4e7b-9429-d36b1933ff14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8e681c-217a-4ef6-beb2-049adb409321,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:32.045683 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5be136e2-e81c-4b6f-920d-262c0929a25f req-0acf9ee7-773d-4853-a96b-a3b7d45db7f9 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?device_id=652f451c-5567-4f98-b94c-c37b861b17a2 HTTP/1.1" status: 200 len: 210 time: 0.0263412 Sep 17 17:27:32.588580 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 59792) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:27:32.626773 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-bfc6b9bd-179c-4c9d-8eac-02a33fdedd61 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=44c3f33a0feb431c8cb407df50c03b94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370193 Sep 17 17:27:32.629142 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 59794) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:27:32.675691 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-d2f2d1b1-caa1-41b2-9814-a8c427862ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:32.697527 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-d2f2d1b1-caa1-41b2-9814-a8c427862ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:32.832376 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-d2f2d1b1-caa1-41b2-9814-a8c427862ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:32.837117 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-d2f2d1b1-caa1-41b2-9814-a8c427862ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:32.837117 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-d2f2d1b1-caa1-41b2-9814-a8c427862ced admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8c129a35-7766-41f6-b903-89ef5a680cd3 HTTP/1.1" status: 204 len: 168 time: 0.2061303 Sep 17 17:27:32.844451 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f2d1b1-caa1-41b2-9814-a8c427862ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c129a35-7766-41f6-b903-89ef5a680cd3,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:33.135364 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f0f98500-fe1d-41e0-a315-59e815066eb0 req-3a3eb55b-91e6-43e2-92b4-3bfe7d69da7a tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?device_id=652f451c-5567-4f98-b94c-c37b861b17a2 HTTP/1.1" status: 200 len: 210 time: 0.0265954 Sep 17 17:27:34.226914 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-358ea459-3270-47fc-a886-e4e25eef047c req-cb05ea13-ee36-463d-a215-62ddeb88ccb9 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?device_id=652f451c-5567-4f98-b94c-c37b861b17a2 HTTP/1.1" status: 200 len: 210 time: 0.0253415 Sep 17 17:27:35.321451 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9efa750c-8892-4c20-bed9-4b08a2d1aac5 req-2e2a20f8-8fb5-4aa7-8448-5dcab1d5bb26 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?device_id=652f451c-5567-4f98-b94c-c37b861b17a2 HTTP/1.1" status: 200 len: 210 time: 0.0281081 Sep 17 17:27:35.879410 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-55c76fa0-5288-4b9e-8fa6-f3c596f05706 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:35.880940 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-55c76fa0-5288-4b9e-8fa6-f3c596f05706 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/networks?id=8306b99c-af57-41c3-bb7c-f98bdf5c613e HTTP/1.1" status: 200 len: 814 time: 0.1729131 Sep 17 17:27:35.908956 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-527428b2-e7cf-4eda-a834-cad4aec05d9f tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/quotas/7b7e06e26a5b4ed5835b0f1a620728e8 HTTP/1.1" status: 200 len: 375 time: 0.0201964 Sep 17 17:27:35.917650 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-2b00d6ea-b6cc-4ead-b763-f167dadca31f tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:35.919156 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-2b00d6ea-b6cc-4ead-b763-f167dadca31f tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.42 "GET /v2.0/networks?id=1dcddc33-e54f-4435-bf69-1d718f867631 HTTP/1.1" status: 200 len: 809 time: 0.1421480 Sep 17 17:27:35.933711 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-f99d68a0-620b-47f7-9baa-720cd0aa86ff tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Request body: {'port': {'device_id': '652f451c-5567-4f98-b94c-c37b861b17a2', 'network_id': '1dcddc33-e54f-4435-bf69-1d718f867631', 'admin_state_up': True, 'tenant_id': '9aef8f0571574bb0ba7255c7af1933fb'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:27:35.952800 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-651e6fda-6d2d-4ec5-9876-61e24674c2e5 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b7e06e26a5b4ed5835b0f1a620728e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326600 Sep 17 17:27:36.118495 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-45605646-4896-4394-866d-e45986df1ae9 service neutron] 10.222.0.18 "GET /v2.0/networks/8306b99c-af57-41c3-bb7c-f98bdf5c613e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546094 Sep 17 17:27:36.214533 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-223e4a60-6f17-4cde-89c4-fc8772d9e38f service neutron] 10.222.0.18 "GET /v2.0/networks/8306b99c-af57-41c3-bb7c-f98bdf5c613e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884702 Sep 17 17:27:36.238460 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-f99d68a0-620b-47f7-9baa-720cd0aa86ff tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Made reservation on behalf of 9aef8f0571574bb0ba7255c7af1933fb for: {'port': 1} {{(pid=94715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:27:36.242071 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-f99d68a0-620b-47f7-9baa-720cd0aa86ff tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:36.373150 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.db_base_plugin_common [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-f99d68a0-620b-47f7-9baa-720cd0aa86ff tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Allocated IP 172.20.0.12 (1dcddc33-e54f-4435-bf69-1d718f867631/0dbe14eb-7ac2-41ba-bbac-ff4bcc3162c5/ebbd2f30-a82a-4c9a-8f4e-cae924b32087) {{(pid=94715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:27:36.427627 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c89a97bc-3475-440e-a0bb-6a9007938a23 req-0b243275-0cbb-4521-80e5-c3cdf7e6f293 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?device_id=652f451c-5567-4f98-b94c-c37b861b17a2 HTTP/1.1" status: 200 len: 210 time: 0.0370784 Sep 17 17:27:36.492383 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-475c9f62-f70f-409a-ac64-a33a3df63f19 req-9206e748-e821-4624-9799-daa847ab4233 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d74cf85-3d46-41be-86ad-5ff4bc771b7f HTTP/1.1" status: 200 len: 210 time: 0.0515747 Sep 17 17:27:36.572941 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-f99d68a0-620b-47f7-9baa-720cd0aa86ff tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Notify callbacks [] for port, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:36.764822 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-f99d68a0-620b-47f7-9baa-720cd0aa86ff tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:36.804871 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-f99d68a0-620b-47f7-9baa-720cd0aa86ff tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Network 1dcddc33-e54f-4435-bf69-1d718f867631 is already hosted by enough agents. {{(pid=94715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:27:36.808767 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-f99d68a0-620b-47f7-9baa-720cd0aa86ff tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Resources bound (agent type, host, resource id): {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:27:36.812503 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-f99d68a0-620b-47f7-9baa-720cd0aa86ff tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Received port after_create {{(pid=94715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:27:36.846163 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d68a0-620b-47f7-9baa-720cd0aa86ff tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Pushing event updated for resources: {'Port': ['ID=ebbd2f30-a82a-4c9a-8f4e-cae924b32087,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:36.880258 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-f99d68a0-620b-47f7-9baa-720cd0aa86ff tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:36.880665 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-f99d68a0-620b-47f7-9baa-720cd0aa86ff tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:37.107653 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-f99d68a0-620b-47f7-9baa-720cd0aa86ff tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1780794 Sep 17 17:27:37.122379 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-0b66a4c4-e5a1-4c40-8066-10b4c0442850 service neutron] Request body: {'port': {'device_id': '652f451c-5567-4f98-b94c-c37b861b17a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80982'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:27:37.176596 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-0b66a4c4-e5a1-4c40-8066-10b4c0442850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:37.450261 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-0b66a4c4-e5a1-4c40-8066-10b4c0442850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebbd2f30-a82a-4c9a-8f4e-cae924b32087 {{(pid=94715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:27:37.457837 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-0b66a4c4-e5a1-4c40-8066-10b4c0442850 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:37.475485 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-0b66a4c4-e5a1-4c40-8066-10b4c0442850 service neutron] Transition to ACTIVE for port object ebbd2f30-a82a-4c9a-8f4e-cae924b32087 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 17:27:37.550386 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf1add-5874-4190-b0aa-7a6df4deabd4 req-577387f7-5f7d-4744-9076-45b67c02afbe tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:37.551906 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-29cf1add-5874-4190-b0aa-7a6df4deabd4 req-577387f7-5f7d-4744-9076-45b67c02afbe tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?device_id=652f451c-5567-4f98-b94c-c37b861b17a2 HTTP/1.1" status: 200 len: 932 time: 0.0516109 Sep 17 17:27:37.582196 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e44972ca-35d2-4960-a421-b284ee074525 req-9a4302b2-ecdf-4abf-a0c0-dd5c7df8af1c tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d74cf85-3d46-41be-86ad-5ff4bc771b7f HTTP/1.1" status: 200 len: 210 time: 0.0290561 Sep 17 17:27:37.601226 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-0b66a4c4-e5a1-4c40-8066-10b4c0442850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29270022'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:37.617009 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-29cf1add-5874-4190-b0aa-7a6df4deabd4 req-85facac8-383b-41a4-9c4b-f8e04a90a4f0 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/security-groups?id=c051503a-86e9-4505-ae9a-c7ba0dc55ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559502 Sep 17 17:27:37.660219 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66a4c4-e5a1-4c40-8066-10b4c0442850 service neutron] Pushing event updated for resources: {'Port': ['ID=ebbd2f30-a82a-4c9a-8f4e-cae924b32087,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:37.726509 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-0b66a4c4-e5a1-4c40-8066-10b4c0442850 service neutron] Attempting to bind port ebbd2f30-a82a-4c9a-8f4e-cae924b32087 on host hv-cinder-80982 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:27:37.726803 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-0b66a4c4-e5a1-4c40-8066-10b4c0442850 service neutron] Attempting to bind port ebbd2f30-a82a-4c9a-8f4e-cae924b32087 by drivers openvswitch,hyperv on host hv-cinder-80982 at level 0 using segments [{'id': '1245184b-f964-49b4-b50d-99b355be5514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1dcddc33-e54f-4435-bf69-1d718f867631'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:27:37.727232 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-0b66a4c4-e5a1-4c40-8066-10b4c0442850 service neutron] Attempting to bind port ebbd2f30-a82a-4c9a-8f4e-cae924b32087 on network 1dcddc33-e54f-4435-bf69-1d718f867631 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:27:37.731553 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-0b66a4c4-e5a1-4c40-8066-10b4c0442850 service neutron] Port ebbd2f30-a82a-4c9a-8f4e-cae924b32087 on network 1dcddc33-e54f-4435-bf69-1d718f867631 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80982 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 17:27:37.731877 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-0b66a4c4-e5a1-4c40-8066-10b4c0442850 service neutron] Attempting to bind port ebbd2f30-a82a-4c9a-8f4e-cae924b32087 on network 1dcddc33-e54f-4435-bf69-1d718f867631 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:27:37.736588 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-0b66a4c4-e5a1-4c40-8066-10b4c0442850 service neutron] Checking agent: {'id': 'e15b8fdc-3f6d-455f-8616-9488d56a2a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80982', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'started_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:27:37.736929 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-0b66a4c4-e5a1-4c40-8066-10b4c0442850 service neutron] Checking segment: {'id': '1245184b-f964-49b4-b50d-99b355be5514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1dcddc33-e54f-4435-bf69-1d718f867631'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:27:37.737316 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-0b66a4c4-e5a1-4c40-8066-10b4c0442850 service neutron] Bound using segment: {'id': '1245184b-f964-49b4-b50d-99b355be5514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1dcddc33-e54f-4435-bf69-1d718f867631'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:27:37.737743 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-0b66a4c4-e5a1-4c40-8066-10b4c0442850 service neutron] Bound port: ebbd2f30-a82a-4c9a-8f4e-cae924b32087, host: hv-cinder-80982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1245184b-f964-49b4-b50d-99b355be5514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1dcddc33-e54f-4435-bf69-1d718f867631'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:27:37.738100 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-0b66a4c4-e5a1-4c40-8066-10b4c0442850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:37.806251 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-0b66a4c4-e5a1-4c40-8066-10b4c0442850 service neutron] For port ebbd2f30-a82a-4c9a-8f4e-cae924b32087, host hv-cinder-80982, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:27:37.809321 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-0b66a4c4-e5a1-4c40-8066-10b4c0442850 service neutron] For port ebbd2f30-a82a-4c9a-8f4e-cae924b32087, host hv-cinder-80982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=ebbd2f30-a82a-4c9a-8f4e-cae924b32087,segment=NetworkSegment(1245184b-f964-49b4-b50d-99b355be5514),segment_id=1245184b-f964-49b4-b50d-99b355be5514)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:27:37.890143 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-0b66a4c4-e5a1-4c40-8066-10b4c0442850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29270022'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:37.922252 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-0b66a4c4-e5a1-4c40-8066-10b4c0442850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:37.923146 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-0b66a4c4-e5a1-4c40-8066-10b4c0442850 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:37.924407 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-0b66a4c4-e5a1-4c40-8066-10b4c0442850 service neutron] 10.222.0.42 "PUT /v2.0/ports/ebbd2f30-a82a-4c9a-8f4e-cae924b32087 HTTP/1.1" status: 200 len: 1094 time: 0.8062532 Sep 17 17:27:37.926763 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '652f451c-5567-4f98-b94c-c37b861b17a2', 'tag': 'ebbd2f30-a82a-4c9a-8f4e-cae924b32087'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:27:37.929092 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09de26dd-2df6-4bd9-b60d-fac2da753524" -d '{"events": [{"name": "network-changed", "server_uuid": "652f451c-5567-4f98-b94c-c37b861b17a2", "tag": "ebbd2f30-a82a-4c9a-8f4e-cae924b32087"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:27:37.955997 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66a4c4-e5a1-4c40-8066-10b4c0442850 service neutron] Pushing event updated for resources: {'Port': ['ID=ebbd2f30-a82a-4c9a-8f4e-cae924b32087,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:37.969012 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 17:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089a6b62-25cd-43c4-a442-761ec71d04a0 x-openstack-request-id: req-089a6b62-25cd-43c4-a442-761ec71d04a0 {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:27:37.969295 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "652f451c-5567-4f98-b94c-c37b861b17a2", "tag": "ebbd2f30-a82a-4c9a-8f4e-cae924b32087", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:27:37.969541 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-089a6b62-25cd-43c4-a442-761ec71d04a0 {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:27:37.969925 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '652f451c-5567-4f98-b94c-c37b861b17a2', 'tag': 'ebbd2f30-a82a-4c9a-8f4e-cae924b32087', 'status': 'completed', 'code': 200} Sep 17 17:27:38.051245 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de26dd-2df6-4bd9-b60d-fac2da753524 req-2f6d2cfe-774b-46e0-88a2-e6eb8566a06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:38.052736 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-09de26dd-2df6-4bd9-b60d-fac2da753524 req-2f6d2cfe-774b-46e0-88a2-e6eb8566a06b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9aef8f0571574bb0ba7255c7af1933fb&device_id=652f451c-5567-4f98-b94c-c37b861b17a2 HTTP/1.1" status: 200 len: 1097 time: 0.0441055 Sep 17 17:27:38.162351 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de26dd-2df6-4bd9-b60d-fac2da753524 req-d0456a8a-e0d6-4635-b9b9-6e27ed687c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:38.163942 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-09de26dd-2df6-4bd9-b60d-fac2da753524 req-d0456a8a-e0d6-4635-b9b9-6e27ed687c81 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=9aef8f0571574bb0ba7255c7af1933fb&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0991824 Sep 17 17:27:38.289511 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de26dd-2df6-4bd9-b60d-fac2da753524 req-8c7fe13d-c087-4e08-b844-9c59d7077bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:38.290994 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-09de26dd-2df6-4bd9-b60d-fac2da753524 req-8c7fe13d-c087-4e08-b844-9c59d7077bec service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932970 Sep 17 17:27:38.365216 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-f92950f7-b52c-4d6e-8e75-380e6fd9a25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:38.366972 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-f92950f7-b52c-4d6e-8e75-380e6fd9a25f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9aef8f0571574bb0ba7255c7af1933fb&device_id=652f451c-5567-4f98-b94c-c37b861b17a2 HTTP/1.1" status: 200 len: 1097 time: 0.0393615 Sep 17 17:27:38.411538 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-79a4e197-21f3-4fbe-8458-3060fb983e27 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebbd2f30-a82a-4c9a-8f4e-cae924b32087 HTTP/1.1" status: 200 len: 217 time: 0.0344672 Sep 17 17:27:38.463039 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-7d276078-268a-4d59-b03f-93286eefde72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:38.464499 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-7d276078-268a-4d59-b03f-93286eefde72 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0dbe14eb-7ac2-41ba-bbac-ff4bcc3162c5 HTTP/1.1" status: 200 len: 849 time: 0.0445726 Sep 17 17:27:38.497667 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-a6d243cb-5613-4188-bc0a-a863f9c69984 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1dcddc33-e54f-4435-bf69-1d718f867631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247266 Sep 17 17:27:38.589000 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-6a05d79b-7d02-4643-8a3d-cec0a968c5da service neutron] 10.222.0.42 "GET /v2.0/networks/1dcddc33-e54f-4435-bf69-1d718f867631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828013 Sep 17 17:27:38.693293 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-92db8259-838c-427c-a8e7-abe905e3e67d req-5e35096d-6ed5-4e60-a261-ab5bedd71a33 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d74cf85-3d46-41be-86ad-5ff4bc771b7f HTTP/1.1" status: 200 len: 210 time: 0.0338306 Sep 17 17:27:38.735777 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f74221bd-fc9c-48f1-a17e-4c7968ecb4ac req-942085da-4fdb-4cb6-9d30-f839640a1d0b service neutron] 10.222.0.42 "GET /v2.0/networks/1dcddc33-e54f-4435-bf69-1d718f867631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394258 Sep 17 17:27:38.759094 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b549fd-2105-4f93-bd91-a44e816032d4 req-bdca669c-730b-4e6f-b333-c7147c1a9cd1 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:38.760647 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-35b549fd-2105-4f93-bd91-a44e816032d4 req-bdca669c-730b-4e6f-b333-c7147c1a9cd1 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?device_id=652f451c-5567-4f98-b94c-c37b861b17a2 HTTP/1.1" status: 200 len: 944 time: 0.0698438 Sep 17 17:27:38.798769 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-35b549fd-2105-4f93-bd91-a44e816032d4 req-0f7bbdb1-929a-4ef3-8346-6804a06698fa tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/security-groups?id=c051503a-86e9-4505-ae9a-c7ba0dc55ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319309 Sep 17 17:27:38.997729 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-56e4826b-c5d7-4bd2-93d9-bd9312270e84 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:38.999240 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-56e4826b-c5d7-4bd2-93d9-bd9312270e84 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.42 "GET /v2.0/networks?id=8306b99c-af57-41c3-bb7c-f98bdf5c613e HTTP/1.1" status: 200 len: 814 time: 0.1020393 Sep 17 17:27:39.014032 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-95c722ba-f177-4347-89fe-1ebffabbd1b0 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Request body: {'port': {'device_id': '0d74cf85-3d46-41be-86ad-5ff4bc771b7f', 'network_id': '8306b99c-af57-41c3-bb7c-f98bdf5c613e', 'admin_state_up': True, 'tenant_id': '7b7e06e26a5b4ed5835b0f1a620728e8'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:27:39.444419 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-95c722ba-f177-4347-89fe-1ebffabbd1b0 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Made reservation on behalf of 7b7e06e26a5b4ed5835b0f1a620728e8 for: {'port': 1} {{(pid=94715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:27:39.448956 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-95c722ba-f177-4347-89fe-1ebffabbd1b0 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:39.573268 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.db_base_plugin_common [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-95c722ba-f177-4347-89fe-1ebffabbd1b0 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Allocated IP 172.20.0.14 (8306b99c-af57-41c3-bb7c-f98bdf5c613e/459c1779-0f87-43ca-919d-d453c456fa9a/42ceeaf9-16af-4b14-8962-cce9c98f3516) {{(pid=94715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:27:39.719663 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-95c722ba-f177-4347-89fe-1ebffabbd1b0 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Notify callbacks [] for port, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:39.783700 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3fbdd62f-b5d1-4243-ab63-8f406d3b1e42 req-91b79637-135e-4881-baaf-effd94d024ee tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d74cf85-3d46-41be-86ad-5ff4bc771b7f HTTP/1.1" status: 200 len: 210 time: 0.0254822 Sep 17 17:27:39.850019 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-95c722ba-f177-4347-89fe-1ebffabbd1b0 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:39.914355 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-95c722ba-f177-4347-89fe-1ebffabbd1b0 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Network 8306b99c-af57-41c3-bb7c-f98bdf5c613e is already hosted by enough agents. {{(pid=94715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:27:39.921945 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-95c722ba-f177-4347-89fe-1ebffabbd1b0 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Resources bound (agent type, host, resource id): {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:27:39.930792 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-95c722ba-f177-4347-89fe-1ebffabbd1b0 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Received port after_create {{(pid=94715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:27:39.959917 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c722ba-f177-4347-89fe-1ebffabbd1b0 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Pushing event updated for resources: {'Port': ['ID=42ceeaf9-16af-4b14-8962-cce9c98f3516,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:39.992804 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06853663-443b-4c38-9add-0ed9a0bd311b req-bb44a76e-3280-4fc8-9433-e3582c8ac7cb tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:39.994556 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-06853663-443b-4c38-9add-0ed9a0bd311b req-bb44a76e-3280-4fc8-9433-e3582c8ac7cb tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?device_id=652f451c-5567-4f98-b94c-c37b861b17a2 HTTP/1.1" status: 200 len: 944 time: 0.1179562 Sep 17 17:27:40.000303 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-95c722ba-f177-4347-89fe-1ebffabbd1b0 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:40.000881 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-95c722ba-f177-4347-89fe-1ebffabbd1b0 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:40.039659 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-06853663-443b-4c38-9add-0ed9a0bd311b req-9cd9cdd1-fbb2-4934-b587-6cafd8c0c0e5 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/security-groups?id=c051503a-86e9-4505-ae9a-c7ba0dc55ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362923 Sep 17 17:27:40.101915 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-95c722ba-f177-4347-89fe-1ebffabbd1b0 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0916572 Sep 17 17:27:40.116380 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-944c3fca-2968-4c8d-b1ab-f57741323d8f service neutron] Request body: {'port': {'device_id': '0d74cf85-3d46-41be-86ad-5ff4bc771b7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80982'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:27:40.172796 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-944c3fca-2968-4c8d-b1ab-f57741323d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:40.434677 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-944c3fca-2968-4c8d-b1ab-f57741323d8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42ceeaf9-16af-4b14-8962-cce9c98f3516 {{(pid=94715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:27:40.441927 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-944c3fca-2968-4c8d-b1ab-f57741323d8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:40.453855 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-944c3fca-2968-4c8d-b1ab-f57741323d8f service neutron] Transition to ACTIVE for port object 42ceeaf9-16af-4b14-8962-cce9c98f3516 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 17:27:40.558779 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-944c3fca-2968-4c8d-b1ab-f57741323d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29270022'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:40.610624 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c3fca-2968-4c8d-b1ab-f57741323d8f service neutron] Pushing event updated for resources: {'Port': ['ID=42ceeaf9-16af-4b14-8962-cce9c98f3516,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:40.684769 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-944c3fca-2968-4c8d-b1ab-f57741323d8f service neutron] Attempting to bind port 42ceeaf9-16af-4b14-8962-cce9c98f3516 on host hv-cinder-80982 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:27:40.685006 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-944c3fca-2968-4c8d-b1ab-f57741323d8f service neutron] Attempting to bind port 42ceeaf9-16af-4b14-8962-cce9c98f3516 by drivers openvswitch,hyperv on host hv-cinder-80982 at level 0 using segments [{'id': '9ed9072b-bc6e-4e51-9d68-80238c982166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8306b99c-af57-41c3-bb7c-f98bdf5c613e'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:27:40.685339 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-944c3fca-2968-4c8d-b1ab-f57741323d8f service neutron] Attempting to bind port 42ceeaf9-16af-4b14-8962-cce9c98f3516 on network 8306b99c-af57-41c3-bb7c-f98bdf5c613e {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:27:40.689705 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-944c3fca-2968-4c8d-b1ab-f57741323d8f service neutron] Port 42ceeaf9-16af-4b14-8962-cce9c98f3516 on network 8306b99c-af57-41c3-bb7c-f98bdf5c613e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80982 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 17:27:40.690025 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-944c3fca-2968-4c8d-b1ab-f57741323d8f service neutron] Attempting to bind port 42ceeaf9-16af-4b14-8962-cce9c98f3516 on network 8306b99c-af57-41c3-bb7c-f98bdf5c613e {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:27:40.694702 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-944c3fca-2968-4c8d-b1ab-f57741323d8f service neutron] Checking agent: {'id': 'e15b8fdc-3f6d-455f-8616-9488d56a2a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80982', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'started_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:27:40.695068 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-944c3fca-2968-4c8d-b1ab-f57741323d8f service neutron] Checking segment: {'id': '9ed9072b-bc6e-4e51-9d68-80238c982166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8306b99c-af57-41c3-bb7c-f98bdf5c613e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:27:40.695446 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-944c3fca-2968-4c8d-b1ab-f57741323d8f service neutron] Bound using segment: {'id': '9ed9072b-bc6e-4e51-9d68-80238c982166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8306b99c-af57-41c3-bb7c-f98bdf5c613e'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:27:40.695898 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-944c3fca-2968-4c8d-b1ab-f57741323d8f service neutron] Bound port: 42ceeaf9-16af-4b14-8962-cce9c98f3516, host: hv-cinder-80982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ed9072b-bc6e-4e51-9d68-80238c982166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8306b99c-af57-41c3-bb7c-f98bdf5c613e'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:27:40.696267 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-944c3fca-2968-4c8d-b1ab-f57741323d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:40.759853 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-944c3fca-2968-4c8d-b1ab-f57741323d8f service neutron] For port 42ceeaf9-16af-4b14-8962-cce9c98f3516, host hv-cinder-80982, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:27:40.762703 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-944c3fca-2968-4c8d-b1ab-f57741323d8f service neutron] For port 42ceeaf9-16af-4b14-8962-cce9c98f3516, host hv-cinder-80982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=42ceeaf9-16af-4b14-8962-cce9c98f3516,segment=NetworkSegment(9ed9072b-bc6e-4e51-9d68-80238c982166),segment_id=9ed9072b-bc6e-4e51-9d68-80238c982166)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:27:40.828418 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-944c3fca-2968-4c8d-b1ab-f57741323d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29270022'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:40.872829 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-944c3fca-2968-4c8d-b1ab-f57741323d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:40.873443 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-944c3fca-2968-4c8d-b1ab-f57741323d8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:40.874753 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-944c3fca-2968-4c8d-b1ab-f57741323d8f service neutron] 10.222.0.42 "PUT /v2.0/ports/42ceeaf9-16af-4b14-8962-cce9c98f3516 HTTP/1.1" status: 200 len: 1094 time: 0.7624593 Sep 17 17:27:40.876289 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d74cf85-3d46-41be-86ad-5ff4bc771b7f', 'tag': '42ceeaf9-16af-4b14-8962-cce9c98f3516'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:27:40.878495 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3fa973-a265-4d24-ad1c-94bfe0697cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "0d74cf85-3d46-41be-86ad-5ff4bc771b7f", "tag": "42ceeaf9-16af-4b14-8962-cce9c98f3516"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:27:40.926105 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 17:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62aa97ca-8367-4673-91c6-1f791412d189 x-openstack-request-id: req-62aa97ca-8367-4673-91c6-1f791412d189 {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:27:40.926397 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d74cf85-3d46-41be-86ad-5ff4bc771b7f", "tag": "42ceeaf9-16af-4b14-8962-cce9c98f3516", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:27:40.926651 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-62aa97ca-8367-4673-91c6-1f791412d189 {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:27:40.927071 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d74cf85-3d46-41be-86ad-5ff4bc771b7f', 'tag': '42ceeaf9-16af-4b14-8962-cce9c98f3516', 'status': 'completed', 'code': 200} Sep 17 17:27:40.928824 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c3fca-2968-4c8d-b1ab-f57741323d8f service neutron] Pushing event updated for resources: {'Port': ['ID=42ceeaf9-16af-4b14-8962-cce9c98f3516,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:40.944744 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc9a1f-fa82-4604-bd30-165d0a84087b req-3c8587df-0a14-4cbb-952e-698f1ba3d340 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:40.946321 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-85fc9a1f-fa82-4604-bd30-165d0a84087b req-3c8587df-0a14-4cbb-952e-698f1ba3d340 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d74cf85-3d46-41be-86ad-5ff4bc771b7f HTTP/1.1" status: 200 len: 944 time: 0.0881855 Sep 17 17:27:41.013926 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-85fc9a1f-fa82-4604-bd30-165d0a84087b req-d8cf965c-2990-475e-8749-d4da9f9f77b2 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/security-groups?id=99531131-545b-4549-abff-2d49df4ea5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613680 Sep 17 17:27:41.018151 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fa973-a265-4d24-ad1c-94bfe0697cb0 req-542aaed1-dc2b-4348-8797-1195b274c154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:41.019589 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cf3fa973-a265-4d24-ad1c-94bfe0697cb0 req-542aaed1-dc2b-4348-8797-1195b274c154 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b7e06e26a5b4ed5835b0f1a620728e8&device_id=0d74cf85-3d46-41be-86ad-5ff4bc771b7f HTTP/1.1" status: 200 len: 1097 time: 0.0684083 Sep 17 17:27:41.147900 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fa973-a265-4d24-ad1c-94bfe0697cb0 req-74687d02-a6c2-4772-823e-6cfe846dfeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:41.149909 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cf3fa973-a265-4d24-ad1c-94bfe0697cb0 req-74687d02-a6c2-4772-823e-6cfe846dfeb5 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=7b7e06e26a5b4ed5835b0f1a620728e8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1219482 Sep 17 17:27:41.173879 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85240c4-135c-4a1a-851b-d1677ab8d484 req-d63cffad-40d7-4ad4-a875-6ad06a78016a tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:41.175289 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b85240c4-135c-4a1a-851b-d1677ab8d484 req-d63cffad-40d7-4ad4-a875-6ad06a78016a tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?device_id=652f451c-5567-4f98-b94c-c37b861b17a2 HTTP/1.1" status: 200 len: 944 time: 0.0664947 Sep 17 17:27:41.262641 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b85240c4-135c-4a1a-851b-d1677ab8d484 req-89017f2a-86ae-4603-b270-e483364deb33 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/security-groups?id=c051503a-86e9-4505-ae9a-c7ba0dc55ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776200 Sep 17 17:27:41.284195 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fa973-a265-4d24-ad1c-94bfe0697cb0 req-634567f4-c313-47da-87a5-8f1ba48bf1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:41.285696 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cf3fa973-a265-4d24-ad1c-94bfe0697cb0 req-634567f4-c313-47da-87a5-8f1ba48bf1dd service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1278756 Sep 17 17:27:41.368161 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-4b47bd38-3b4d-4a70-9690-a84f17bff88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:41.369676 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-4b47bd38-3b4d-4a70-9690-a84f17bff88e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7b7e06e26a5b4ed5835b0f1a620728e8&device_id=0d74cf85-3d46-41be-86ad-5ff4bc771b7f HTTP/1.1" status: 200 len: 1097 time: 0.0447292 Sep 17 17:27:41.417361 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-e2580a5c-f26b-413d-be24-9f24ec384d86 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42ceeaf9-16af-4b14-8962-cce9c98f3516 HTTP/1.1" status: 200 len: 217 time: 0.0341797 Sep 17 17:27:41.466474 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-6e6bb77c-c193-464a-8e7a-342b6124e014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:41.467889 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-6e6bb77c-c193-464a-8e7a-342b6124e014 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=459c1779-0f87-43ca-919d-d453c456fa9a HTTP/1.1" status: 200 len: 854 time: 0.0427291 Sep 17 17:27:41.507604 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-198f63f4-a82d-4c62-a013-77503ffe8593 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8306b99c-af57-41c3-bb7c-f98bdf5c613e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324082 Sep 17 17:27:41.600651 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-9d757176-148d-41f1-95a7-c6eb82c80d41 service neutron] 10.222.0.42 "GET /v2.0/networks/8306b99c-af57-41c3-bb7c-f98bdf5c613e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827734 Sep 17 17:27:41.699443 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2a9ab762-70c5-4455-ad13-a5d97fbc64bf req-bfb94f66-a0ff-4757-a0c2-0fb0b0434b9a service neutron] 10.222.0.42 "GET /v2.0/networks/8306b99c-af57-41c3-bb7c-f98bdf5c613e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898976 Sep 17 17:27:41.725131 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device ebbd2f30-a82a-4c9a-8f4e-cae924b32087 details requested by agent hyperv_hv-cinder-80982 with host hv-cinder-80982 {{(pid=94717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 17:27:41.824744 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port ebbd2f30-a82a-4c9a-8f4e-cae924b32087, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=ebbd2f30-a82a-4c9a-8f4e-cae924b32087,segment=NetworkSegment(1245184b-f964-49b4-b50d-99b355be5514),segment_id=1245184b-f964-49b4-b50d-99b355be5514)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:27:41.835843 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Returning: {'device': 'ebbd2f30-a82a-4c9a-8f4e-cae924b32087', 'network_id': '1dcddc33-e54f-4435-bf69-1d718f867631', 'port_id': 'ebbd2f30-a82a-4c9a-8f4e-cae924b32087', 'mac_address': 'fa:16:3e:cf:76:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbe14eb-7ac2-41ba-bbac-ff4bcc3162c5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 17:27:41.879049 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:41.892568 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebbd2f30-a82a-4c9a-8f4e-cae924b32087 {{(pid=94717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:27:41.911717 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port ebbd2f30-a82a-4c9a-8f4e-cae924b32087, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=ebbd2f30-a82a-4c9a-8f4e-cae924b32087,segment=NetworkSegment(1245184b-f964-49b4-b50d-99b355be5514),segment_id=1245184b-f964-49b4-b50d-99b355be5514)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:27:42.007316 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:42.053491 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=ebbd2f30-a82a-4c9a-8f4e-cae924b32087,revision_number=4']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:42.129670 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522df765-3858-4a92-96b5-b2983320ebaf req-bf2c7685-5fcb-45cd-a7ea-a7fdfe2b002b tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:42.131388 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-522df765-3858-4a92-96b5-b2983320ebaf req-bf2c7685-5fcb-45cd-a7ea-a7fdfe2b002b tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d74cf85-3d46-41be-86ad-5ff4bc771b7f HTTP/1.1" status: 200 len: 944 time: 0.0486400 Sep 17 17:27:42.170695 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-522df765-3858-4a92-96b5-b2983320ebaf req-930afc0a-0901-439e-8bc7-a6e43c49a9fb tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/security-groups?id=99531131-545b-4549-abff-2d49df4ea5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328794 Sep 17 17:27:42.292335 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['ebbd2f30-a82a-4c9a-8f4e-cae924b32087'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:27:42.378677 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed26086-2cd5-487e-9e17-f819b6cdd1f4 req-6a30b3c1-2071-44cb-a521-b7be3ed0ee4c tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:42.380341 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1ed26086-2cd5-487e-9e17-f819b6cdd1f4 req-6a30b3c1-2071-44cb-a521-b7be3ed0ee4c tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?device_id=652f451c-5567-4f98-b94c-c37b861b17a2 HTTP/1.1" status: 200 len: 945 time: 0.0512989 Sep 17 17:27:42.420630 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1ed26086-2cd5-487e-9e17-f819b6cdd1f4 req-aab2e11c-0f3e-4eb7-8b73-fa9baa2ebda0 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/security-groups?id=c051503a-86e9-4505-ae9a-c7ba0dc55ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338380 Sep 17 17:27:43.291613 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f5acf-98db-4e62-8866-44f94734735d req-924e7cae-b496-4dbd-8f61-ce6f009f2985 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:43.293147 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-869f5acf-98db-4e62-8866-44f94734735d req-924e7cae-b496-4dbd-8f61-ce6f009f2985 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d74cf85-3d46-41be-86ad-5ff4bc771b7f HTTP/1.1" status: 200 len: 944 time: 0.0519147 Sep 17 17:27:43.333183 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-869f5acf-98db-4e62-8866-44f94734735d req-f5fa3861-b32b-4ffb-b6bd-1f27224d8ae0 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/security-groups?id=99531131-545b-4549-abff-2d49df4ea5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342205 Sep 17 17:27:43.544634 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c32de-0106-42a0-af12-e5b5cc923ad3 req-536d723d-c584-4b60-947f-b5d5a517707a tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:43.546099 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5f9c32de-0106-42a0-af12-e5b5cc923ad3 req-536d723d-c584-4b60-947f-b5d5a517707a tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?device_id=652f451c-5567-4f98-b94c-c37b861b17a2 HTTP/1.1" status: 200 len: 945 time: 0.0513709 Sep 17 17:27:43.583917 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5f9c32de-0106-42a0-af12-e5b5cc923ad3 req-c7e1b994-cd20-4a4c-a774-dc4a71e2ef2c tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/security-groups?id=c051503a-86e9-4505-ae9a-c7ba0dc55ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317454 Sep 17 17:27:43.725559 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 42ceeaf9-16af-4b14-8962-cce9c98f3516 details requested by agent hyperv_hv-cinder-80982 with host hv-cinder-80982 {{(pid=94717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 17:27:43.727551 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device ebbd2f30-a82a-4c9a-8f4e-cae924b32087 up at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:27:43.857229 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 42ceeaf9-16af-4b14-8962-cce9c98f3516, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=42ceeaf9-16af-4b14-8962-cce9c98f3516,segment=NetworkSegment(9ed9072b-bc6e-4e51-9d68-80238c982166),segment_id=9ed9072b-bc6e-4e51-9d68-80238c982166)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:27:43.868004 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Returning: {'device': '42ceeaf9-16af-4b14-8962-cce9c98f3516', 'network_id': '8306b99c-af57-41c3-bb7c-f98bdf5c613e', 'port_id': '42ceeaf9-16af-4b14-8962-cce9c98f3516', 'mac_address': 'fa:16:3e:ab:36:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459c1779-0f87-43ca-919d-d453c456fa9a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 17:27:43.904759 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:43.917850 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42ceeaf9-16af-4b14-8962-cce9c98f3516 {{(pid=94717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:27:43.938160 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 42ceeaf9-16af-4b14-8962-cce9c98f3516, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=42ceeaf9-16af-4b14-8962-cce9c98f3516,segment=NetworkSegment(9ed9072b-bc6e-4e51-9d68-80238c982166),segment_id=9ed9072b-bc6e-4e51-9d68-80238c982166)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:27:43.950326 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning for port ebbd2f30-a82a-4c9a-8f4e-cae924b32087 completed by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 17:27:43.954106 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning complete for port ebbd2f30-a82a-4c9a-8f4e-cae924b32087 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:27:43.954522 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:44.035591 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:44.053195 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:44.062765 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652f451c-5567-4f98-b94c-c37b861b17a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbd2f30-a82a-4c9a-8f4e-cae924b32087'}] {{(pid=94717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:27:44.065298 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef4bfb6114c7858c34ed9f7d570ef17f9d28f3d7fc67a01f0bf07e2066d3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d9c2e4-4ece-4e01-823d-73defac04ce4" -d '{"events": [{"server_uuid": "652f451c-5567-4f98-b94c-c37b861b17a2", "name": "network-vif-plugged", "status": "completed", "tag": "ebbd2f30-a82a-4c9a-8f4e-cae924b32087"}]}' {{(pid=94717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:27:44.096956 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port ebbd2f30-a82a-4c9a-8f4e-cae924b32087, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=ebbd2f30-a82a-4c9a-8f4e-cae924b32087,segment=NetworkSegment(1245184b-f964-49b4-b50d-99b355be5514),segment_id=1245184b-f964-49b4-b50d-99b355be5514)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:27:44.122416 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2090ad12-b650-4ea7-851e-1eb08a402357 x-openstack-request-id: req-2090ad12-b650-4ea7-851e-1eb08a402357 {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:27:44.122734 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652f451c-5567-4f98-b94c-c37b861b17a2", "name": "network-vif-plugged", "status": "completed", "tag": "ebbd2f30-a82a-4c9a-8f4e-cae924b32087", "code": 200}]} {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:27:44.123003 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2090ad12-b650-4ea7-851e-1eb08a402357 {{(pid=94717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:27:44.123392 dv-cinder-809828-1-iscsi neutron-server[94717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652f451c-5567-4f98-b94c-c37b861b17a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbd2f30-a82a-4c9a-8f4e-cae924b32087', 'code': 200} Sep 17 17:27:44.126211 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=42ceeaf9-16af-4b14-8962-cce9c98f3516,revision_number=4']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:44.221530 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:44.271389 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=ebbd2f30-a82a-4c9a-8f4e-cae924b32087,revision_number=5']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:44.352897 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['42ceeaf9-16af-4b14-8962-cce9c98f3516'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:27:44.450342 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a6858-6ee7-42ce-8d4e-174334361657 req-7d6383d5-d794-44b2-915d-90cebdad5727 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:44.452002 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-426a6858-6ee7-42ce-8d4e-174334361657 req-7d6383d5-d794-44b2-915d-90cebdad5727 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d74cf85-3d46-41be-86ad-5ff4bc771b7f HTTP/1.1" status: 200 len: 945 time: 0.0508018 Sep 17 17:27:44.494372 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-426a6858-6ee7-42ce-8d4e-174334361657 req-385225c5-f5b2-40ed-a935-14c79914c83d tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/security-groups?id=99531131-545b-4549-abff-2d49df4ea5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358016 Sep 17 17:27:44.551186 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039e6c6-25c4-4682-99d4-60c2b7437e8b req-e5324983-577c-4f1d-97fc-fd9c5970310e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:44.552685 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f039e6c6-25c4-4682-99d4-60c2b7437e8b req-e5324983-577c-4f1d-97fc-fd9c5970310e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=652f451c-5567-4f98-b94c-c37b861b17a2 HTTP/1.1" status: 200 len: 1099 time: 0.0446806 Sep 17 17:27:44.589682 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f039e6c6-25c4-4682-99d4-60c2b7437e8b req-2da8c229-c5bc-4c7a-bfdc-9cabef0c9317 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c051503a-86e9-4505-ae9a-c7ba0dc55ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272393 Sep 17 17:27:44.700181 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f3a8c-c76b-4594-9ac3-5e9391569911 req-9f9f7760-1bf1-4954-8443-3c1453e4c80b tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:44.701645 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5b7f3a8c-c76b-4594-9ac3-5e9391569911 req-9f9f7760-1bf1-4954-8443-3c1453e4c80b tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?device_id=652f451c-5567-4f98-b94c-c37b861b17a2 HTTP/1.1" status: 200 len: 946 time: 0.0481741 Sep 17 17:27:44.738691 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5b7f3a8c-c76b-4594-9ac3-5e9391569911 req-1214af53-c19d-4fb3-a84a-7b2f62cf57a8 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/security-groups?id=c051503a-86e9-4505-ae9a-c7ba0dc55ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310204 Sep 17 17:27:45.438581 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:45.615562 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5bb321-1740-40e8-8c56-636e30f62597 req-75acbc5e-899f-4afc-ab41-3f4bcca5d9fe tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:45.617057 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4a5bb321-1740-40e8-8c56-636e30f62597 req-75acbc5e-899f-4afc-ab41-3f4bcca5d9fe tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d74cf85-3d46-41be-86ad-5ff4bc771b7f HTTP/1.1" status: 200 len: 945 time: 0.0502753 Sep 17 17:27:45.654319 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4a5bb321-1740-40e8-8c56-636e30f62597 req-bc71c523-c398-4fad-90e3-5c0a4b291e36 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/security-groups?id=99531131-545b-4549-abff-2d49df4ea5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312800 Sep 17 17:27:45.732544 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 42ceeaf9-16af-4b14-8962-cce9c98f3516 up at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:27:45.838242 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning for port 42ceeaf9-16af-4b14-8962-cce9c98f3516 completed by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 17:27:45.843106 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning complete for port 42ceeaf9-16af-4b14-8962-cce9c98f3516 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:27:45.843490 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:45.872314 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea56b6-ef01-4e2a-a836-264eac592572 req-b4587271-563c-40ab-a2a4-a33feea1aefd tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:45.874295 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ffea56b6-ef01-4e2a-a836-264eac592572 req-b4587271-563c-40ab-a2a4-a33feea1aefd tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?device_id=652f451c-5567-4f98-b94c-c37b861b17a2 HTTP/1.1" status: 200 len: 946 time: 0.0663877 Sep 17 17:27:45.913044 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ffea56b6-ef01-4e2a-a836-264eac592572 req-bd60e706-6c23-4ed3-989d-b4f58690e318 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/security-groups?id=c051503a-86e9-4505-ae9a-c7ba0dc55ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326385 Sep 17 17:27:45.931833 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:45.964204 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 42ceeaf9-16af-4b14-8962-cce9c98f3516, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=42ceeaf9-16af-4b14-8962-cce9c98f3516,segment=NetworkSegment(9ed9072b-bc6e-4e51-9d68-80238c982166),segment_id=9ed9072b-bc6e-4e51-9d68-80238c982166)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:27:46.049835 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:46.097250 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=42ceeaf9-16af-4b14-8962-cce9c98f3516,revision_number=5']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:46.124805 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d74cf85-3d46-41be-86ad-5ff4bc771b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ceeaf9-16af-4b14-8962-cce9c98f3516'}] {{(pid=94717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:27:46.127205 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef4bfb6114c7858c34ed9f7d570ef17f9d28f3d7fc67a01f0bf07e2066d3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4641fddd-3b43-4016-9055-43ddce67c3da" -d '{"events": [{"server_uuid": "0d74cf85-3d46-41be-86ad-5ff4bc771b7f", "name": "network-vif-plugged", "status": "completed", "tag": "42ceeaf9-16af-4b14-8962-cce9c98f3516"}]}' {{(pid=94717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:27:46.162262 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc9fbe0-c204-4627-9690-8a520d5d035c x-openstack-request-id: req-ccc9fbe0-c204-4627-9690-8a520d5d035c {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:27:46.162570 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d74cf85-3d46-41be-86ad-5ff4bc771b7f", "name": "network-vif-plugged", "status": "completed", "tag": "42ceeaf9-16af-4b14-8962-cce9c98f3516", "code": 200}]} {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:27:46.162823 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ccc9fbe0-c204-4627-9690-8a520d5d035c {{(pid=94717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:27:46.163242 dv-cinder-809828-1-iscsi neutron-server[94717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d74cf85-3d46-41be-86ad-5ff4bc771b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ceeaf9-16af-4b14-8962-cce9c98f3516', 'code': 200} Sep 17 17:27:46.435062 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334fe1a-7ff2-45a1-9c93-e3494d8c7060 req-e4e617c1-514a-464f-a7d1-ae5ac2cc622a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:46.436522 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1334fe1a-7ff2-45a1-9c93-e3494d8c7060 req-e4e617c1-514a-464f-a7d1-ae5ac2cc622a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0d74cf85-3d46-41be-86ad-5ff4bc771b7f HTTP/1.1" status: 200 len: 1099 time: 0.0391607 Sep 17 17:27:46.472741 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1334fe1a-7ff2-45a1-9c93-e3494d8c7060 req-1c5d313b-605f-43e3-9efa-17d83a62593a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=99531131-545b-4549-abff-2d49df4ea5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281472 Sep 17 17:27:46.771193 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71532b48-66f7-4b57-a41f-9b10e17bd94a req-f0a42e7d-cbbc-4f91-8391-8e3c5c16c58e tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:46.772655 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-71532b48-66f7-4b57-a41f-9b10e17bd94a req-f0a42e7d-cbbc-4f91-8391-8e3c5c16c58e tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d74cf85-3d46-41be-86ad-5ff4bc771b7f HTTP/1.1" status: 200 len: 946 time: 0.0474417 Sep 17 17:27:46.810037 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-71532b48-66f7-4b57-a41f-9b10e17bd94a req-6b60bad8-32ba-406a-858a-728180c986a2 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/security-groups?id=99531131-545b-4549-abff-2d49df4ea5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308623 Sep 17 17:27:47.033926 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8d6fe-84f5-4c0c-b42c-76c01ac4e338 req-4a740139-c8b4-46ec-b0ea-1cc15a579941 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:47.035403 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bfe8d6fe-84f5-4c0c-b42c-76c01ac4e338 req-4a740139-c8b4-46ec-b0ea-1cc15a579941 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?device_id=652f451c-5567-4f98-b94c-c37b861b17a2 HTTP/1.1" status: 200 len: 946 time: 0.0508931 Sep 17 17:27:47.072147 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bfe8d6fe-84f5-4c0c-b42c-76c01ac4e338 req-f79a02f2-6dd3-4bdc-abb2-47bcbec008b2 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/security-groups?id=c051503a-86e9-4505-ae9a-c7ba0dc55ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309496 Sep 17 17:27:47.926439 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f1f0e-d422-4104-b63f-9b9fbc4269d6 req-8ab724f1-7bb1-4ae0-92e3-7162faac37f4 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:47.927867 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d09f1f0e-d422-4104-b63f-9b9fbc4269d6 req-8ab724f1-7bb1-4ae0-92e3-7162faac37f4 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d74cf85-3d46-41be-86ad-5ff4bc771b7f HTTP/1.1" status: 200 len: 946 time: 0.0518384 Sep 17 17:27:47.967212 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d09f1f0e-d422-4104-b63f-9b9fbc4269d6 req-6890e308-602e-408b-9242-92e08a0db8fd tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/security-groups?id=99531131-545b-4549-abff-2d49df4ea5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331087 Sep 17 17:27:48.537016 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b668e-339d-4e41-bef2-6d23ba364fb4 req-5610ec14-671f-465f-957e-5d8c1fc5afdd tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:48.538465 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-543b668e-339d-4e41-bef2-6d23ba364fb4 req-5610ec14-671f-465f-957e-5d8c1fc5afdd tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?device_id=652f451c-5567-4f98-b94c-c37b861b17a2 HTTP/1.1" status: 200 len: 946 time: 0.0495129 Sep 17 17:27:48.576986 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-543b668e-339d-4e41-bef2-6d23ba364fb4 req-af122541-5c61-4759-9ed1-2aac9c79dce8 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/security-groups?id=c051503a-86e9-4505-ae9a-c7ba0dc55ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322990 Sep 17 17:27:49.083120 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bec133-eeef-4da1-8489-260e202f536a req-18040c14-532d-480c-a9a1-37865eaa4768 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:49.084582 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-63bec133-eeef-4da1-8489-260e202f536a req-18040c14-532d-480c-a9a1-37865eaa4768 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d74cf85-3d46-41be-86ad-5ff4bc771b7f HTTP/1.1" status: 200 len: 946 time: 0.0510523 Sep 17 17:27:49.122329 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-63bec133-eeef-4da1-8489-260e202f536a req-38bca8f2-4058-49a2-92c9-d9f59f3a9aec tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/security-groups?id=99531131-545b-4549-abff-2d49df4ea5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312231 Sep 17 17:27:49.689422 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997dbde0-e5a1-4949-b716-e2a1d9727b79 req-0d8b3791-8b6e-40c7-9e57-999fd153f72c tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:49.690884 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-997dbde0-e5a1-4949-b716-e2a1d9727b79 req-0d8b3791-8b6e-40c7-9e57-999fd153f72c tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?device_id=652f451c-5567-4f98-b94c-c37b861b17a2 HTTP/1.1" status: 200 len: 946 time: 0.0487893 Sep 17 17:27:49.728671 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-997dbde0-e5a1-4949-b716-e2a1d9727b79 req-3f117833-e373-4cd8-a852-38bca0c7ee91 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/security-groups?id=c051503a-86e9-4505-ae9a-c7ba0dc55ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317078 Sep 17 17:27:50.140844 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871d74e-1015-469f-bfcf-b2458562ae73 req-851aa58d-768f-448b-9df0-76dafbc6bbeb tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:50.142369 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8871d74e-1015-469f-bfcf-b2458562ae73 req-851aa58d-768f-448b-9df0-76dafbc6bbeb tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.42 "GET /v2.0/ports?device_id=652f451c-5567-4f98-b94c-c37b861b17a2 HTTP/1.1" status: 200 len: 946 time: 0.0475655 Sep 17 17:27:50.236769 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-8871d74e-1015-469f-bfcf-b2458562ae73 req-a12d7601-3bc2-4d1b-add4-4fdc7b85e5e4 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Deleting port ebbd2f30-a82a-4c9a-8f4e-cae924b32087 {{(pid=94715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:27:50.237002 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-8871d74e-1015-469f-bfcf-b2458562ae73 req-a12d7601-3bc2-4d1b-add4-4fdc7b85e5e4 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:50.324818 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-8871d74e-1015-469f-bfcf-b2458562ae73 req-a12d7601-3bc2-4d1b-add4-4fdc7b85e5e4 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] For port ebbd2f30-a82a-4c9a-8f4e-cae924b32087, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=ebbd2f30-a82a-4c9a-8f4e-cae924b32087,segment=NetworkSegment(1245184b-f964-49b4-b50d-99b355be5514),segment_id=1245184b-f964-49b4-b50d-99b355be5514)] {{(pid=94715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:27:50.325178 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-8871d74e-1015-469f-bfcf-b2458562ae73 req-a12d7601-3bc2-4d1b-add4-4fdc7b85e5e4 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:50.337263 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-8871d74e-1015-469f-bfcf-b2458562ae73 req-a12d7601-3bc2-4d1b-add4-4fdc7b85e5e4 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Calling delete_port for ebbd2f30-a82a-4c9a-8f4e-cae924b32087 owned by compute:nova {{(pid=94715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:27:50.619140 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-8871d74e-1015-469f-bfcf-b2458562ae73 req-a12d7601-3bc2-4d1b-add4-4fdc7b85e5e4 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:50.632086 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['ebbd2f30-a82a-4c9a-8f4e-cae924b32087'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:27:50.646830 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d7601-3bc2-4d1b-add4-4fdc7b85e5e4 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Pushing event deleted for resources: {'Port': ['ID=ebbd2f30-a82a-4c9a-8f4e-cae924b32087,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:50.691274 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [req-8871d74e-1015-469f-bfcf-b2458562ae73 req-a12d7601-3bc2-4d1b-add4-4fdc7b85e5e4 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] No DVR routers for this DVR port ebbd2f30-a82a-4c9a-8f4e-cae924b32087 on host hv-cinder-80982 {{(pid=94715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 17:27:50.695897 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-8871d74e-1015-469f-bfcf-b2458562ae73 req-a12d7601-3bc2-4d1b-add4-4fdc7b85e5e4 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:50.698168 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8871d74e-1015-469f-bfcf-b2458562ae73 req-a12d7601-3bc2-4d1b-add4-4fdc7b85e5e4 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.42 "DELETE /v2.0/ports/ebbd2f30-a82a-4c9a-8f4e-cae924b32087 HTTP/1.1" status: 204 len: 173 time: 0.5483856 Sep 17 17:27:50.698606 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652f451c-5567-4f98-b94c-c37b861b17a2', 'name': 'network-vif-deleted', 'tag': 'ebbd2f30-a82a-4c9a-8f4e-cae924b32087'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:27:50.700925 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec199f52-f55e-4907-8835-4208fb4a0863" -d '{"events": [{"server_uuid": "652f451c-5567-4f98-b94c-c37b861b17a2", "name": "network-vif-deleted", "tag": "ebbd2f30-a82a-4c9a-8f4e-cae924b32087"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:27:50.736892 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee4ea0d-d80b-41b8-843e-ef4702ed6f94 x-openstack-request-id: req-1ee4ea0d-d80b-41b8-843e-ef4702ed6f94 {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:27:50.737180 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652f451c-5567-4f98-b94c-c37b861b17a2", "name": "network-vif-deleted", "tag": "ebbd2f30-a82a-4c9a-8f4e-cae924b32087", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:27:50.737610 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1ee4ea0d-d80b-41b8-843e-ef4702ed6f94 {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:27:50.737903 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652f451c-5567-4f98-b94c-c37b861b17a2', 'name': 'network-vif-deleted', 'tag': 'ebbd2f30-a82a-4c9a-8f4e-cae924b32087', 'status': 'completed', 'code': 200} Sep 17 17:27:50.824541 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7ee20ed0-bb52-43f6-b73b-05e92202e5e1 req-0d691e35-2368-427b-8ba4-b04abd753c33 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?device_id=652f451c-5567-4f98-b94c-c37b861b17a2 HTTP/1.1" status: 200 len: 210 time: 0.0266929 Sep 17 17:27:51.931836 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fb67ed91-5fa8-483e-a75b-d4302a9be400 req-b3e31f50-93bc-402a-b3a9-989831bc0390 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?device_id=652f451c-5567-4f98-b94c-c37b861b17a2 HTTP/1.1" status: 200 len: 210 time: 0.0267859 Sep 17 17:27:52.938814 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-098d7b58-7ac8-471c-a43c-10d9e13fe85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:53.245944 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-af3f387c-401d-47e6-9abb-0ed0049294b2 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:53.247476 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-af3f387c-401d-47e6-9abb-0ed0049294b2 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/networks?id=1dcddc33-e54f-4435-bf69-1d718f867631 HTTP/1.1" status: 200 len: 809 time: 0.1023076 Sep 17 17:27:53.263407 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-10b04fad-35c2-414f-b2f9-601ba7c4797a tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/quotas/9aef8f0571574bb0ba7255c7af1933fb HTTP/1.1" status: 200 len: 375 time: 0.0100505 Sep 17 17:27:53.293663 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-1777dcc9-7407-401f-b2c4-43f929aad00d tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9aef8f0571574bb0ba7255c7af1933fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250072 Sep 17 17:27:53.380455 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-ab7ca3f4-95fa-4ca1-b34b-3e288924c9ca service neutron] 10.222.0.18 "GET /v2.0/networks/1dcddc33-e54f-4435-bf69-1d718f867631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800159 Sep 17 17:27:53.471361 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-d69166cd-f320-484d-9437-eeb44add8061 service neutron] 10.222.0.18 "GET /v2.0/networks/1dcddc33-e54f-4435-bf69-1d718f867631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843606 Sep 17 17:27:53.735996 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5b354f19-58b9-4c12-8c6c-9171c39a62b8 req-97f8e92c-cb13-4835-bf3a-d500b91ae06a tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?device_id=4736fb71-ac42-4fb4-b70a-fedc0f2aae51 HTTP/1.1" status: 200 len: 210 time: 0.0265477 Sep 17 17:27:53.779713 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device ebbd2f30-a82a-4c9a-8f4e-cae924b32087 no longer exists at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:27:53.803098 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] No Port match for: ebbd2f30-a82a-4c9a-8f4e-cae924b32087 {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:27:53.803232 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device ebbd2f30-a82a-4c9a-8f4e-cae924b32087 not bound to the agent host hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:27:54.827159 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-32daaac5-8783-471b-8f4c-8286c1b3ea42 req-461e181b-71b9-475b-a03d-b96fd6b8467f tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?device_id=4736fb71-ac42-4fb4-b70a-fedc0f2aae51 HTTP/1.1" status: 200 len: 210 time: 0.0263014 Sep 17 17:27:55.678320 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c3f6f787-a852-48ec-aa52-9c064fe85839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:55.921024 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-895861ea-ccbb-4d1f-a6f8-a70e604bb11f tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:55.922484 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-895861ea-ccbb-4d1f-a6f8-a70e604bb11f tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.42 "GET /v2.0/networks?id=1dcddc33-e54f-4435-bf69-1d718f867631 HTTP/1.1" status: 200 len: 809 time: 0.1236100 Sep 17 17:27:55.938424 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6743765b-7198-4a17-8651-22bd866e8cc3 req-9b725876-0957-4608-92e3-298d9a4bc981 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?device_id=4736fb71-ac42-4fb4-b70a-fedc0f2aae51 HTTP/1.1" status: 200 len: 210 time: 0.0421450 Sep 17 17:27:55.941766 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-f56bd92a-9083-457a-9135-e5c9774a52eb tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Request body: {'port': {'device_id': '4736fb71-ac42-4fb4-b70a-fedc0f2aae51', 'network_id': '1dcddc33-e54f-4435-bf69-1d718f867631', 'admin_state_up': True, 'tenant_id': '9aef8f0571574bb0ba7255c7af1933fb'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:27:56.138919 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-f56bd92a-9083-457a-9135-e5c9774a52eb tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Made reservation on behalf of 9aef8f0571574bb0ba7255c7af1933fb for: {'port': 1} {{(pid=94715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:27:56.142597 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-f56bd92a-9083-457a-9135-e5c9774a52eb tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:56.272824 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.db_base_plugin_common [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-f56bd92a-9083-457a-9135-e5c9774a52eb tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Allocated IP 172.20.0.13 (1dcddc33-e54f-4435-bf69-1d718f867631/0dbe14eb-7ac2-41ba-bbac-ff4bcc3162c5/ac329ada-4e20-43ec-b923-cbd8f07a2a1c) {{(pid=94715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:27:56.422745 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-f56bd92a-9083-457a-9135-e5c9774a52eb tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Notify callbacks [] for port, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:56.547349 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-f56bd92a-9083-457a-9135-e5c9774a52eb tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:56.592734 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-f56bd92a-9083-457a-9135-e5c9774a52eb tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Network 1dcddc33-e54f-4435-bf69-1d718f867631 is already hosted by enough agents. {{(pid=94715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:27:56.595856 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-f56bd92a-9083-457a-9135-e5c9774a52eb tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Resources bound (agent type, host, resource id): {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:27:56.599382 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-f56bd92a-9083-457a-9135-e5c9774a52eb tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Received port after_create {{(pid=94715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:27:56.624706 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56bd92a-9083-457a-9135-e5c9774a52eb tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Pushing event updated for resources: {'Port': ['ID=ac329ada-4e20-43ec-b923-cbd8f07a2a1c,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:56.652921 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-f56bd92a-9083-457a-9135-e5c9774a52eb tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:56.653530 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-f56bd92a-9083-457a-9135-e5c9774a52eb tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:56.666702 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:56.724557 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-f56bd92a-9083-457a-9135-e5c9774a52eb tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7886364 Sep 17 17:27:56.738721 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-76c4f13a-4f85-4cd1-b97f-167f7f18ac27 service neutron] Request body: {'port': {'device_id': '4736fb71-ac42-4fb4-b70a-fedc0f2aae51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80982'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:27:56.786597 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:56.792926 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-76c4f13a-4f85-4cd1-b97f-167f7f18ac27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:57.084057 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-76c4f13a-4f85-4cd1-b97f-167f7f18ac27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac329ada-4e20-43ec-b923-cbd8f07a2a1c {{(pid=94715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:27:57.094622 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-76c4f13a-4f85-4cd1-b97f-167f7f18ac27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:57.105987 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7dba9f-a740-49b5-834a-d6bcf6854a62 req-80e114a9-eeee-46df-876c-67630a5acba7 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:57.107516 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7e7dba9f-a740-49b5-834a-d6bcf6854a62 req-80e114a9-eeee-46df-876c-67630a5acba7 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?device_id=4736fb71-ac42-4fb4-b70a-fedc0f2aae51 HTTP/1.1" status: 200 len: 932 time: 0.0979016 Sep 17 17:27:57.125316 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-76c4f13a-4f85-4cd1-b97f-167f7f18ac27 service neutron] Transition to ACTIVE for port object ac329ada-4e20-43ec-b923-cbd8f07a2a1c will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 17:27:57.150982 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7e7dba9f-a740-49b5-834a-d6bcf6854a62 req-1d7bbc44-face-402f-93fa-492ebc095117 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/security-groups?id=c051503a-86e9-4505-ae9a-c7ba0dc55ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357938 Sep 17 17:27:57.232687 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-76c4f13a-4f85-4cd1-b97f-167f7f18ac27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29270022'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:57.294881 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c4f13a-4f85-4cd1-b97f-167f7f18ac27 service neutron] Pushing event updated for resources: {'Port': ['ID=ac329ada-4e20-43ec-b923-cbd8f07a2a1c,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:57.309150 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 60148) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:27:57.366570 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-76c4f13a-4f85-4cd1-b97f-167f7f18ac27 service neutron] Attempting to bind port ac329ada-4e20-43ec-b923-cbd8f07a2a1c on host hv-cinder-80982 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:27:57.366912 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-76c4f13a-4f85-4cd1-b97f-167f7f18ac27 service neutron] Attempting to bind port ac329ada-4e20-43ec-b923-cbd8f07a2a1c by drivers openvswitch,hyperv on host hv-cinder-80982 at level 0 using segments [{'id': '1245184b-f964-49b4-b50d-99b355be5514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1dcddc33-e54f-4435-bf69-1d718f867631'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:27:57.367278 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-76c4f13a-4f85-4cd1-b97f-167f7f18ac27 service neutron] Attempting to bind port ac329ada-4e20-43ec-b923-cbd8f07a2a1c on network 1dcddc33-e54f-4435-bf69-1d718f867631 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:27:57.371652 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-76c4f13a-4f85-4cd1-b97f-167f7f18ac27 service neutron] Port ac329ada-4e20-43ec-b923-cbd8f07a2a1c on network 1dcddc33-e54f-4435-bf69-1d718f867631 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80982 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 17:27:57.371979 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-76c4f13a-4f85-4cd1-b97f-167f7f18ac27 service neutron] Attempting to bind port ac329ada-4e20-43ec-b923-cbd8f07a2a1c on network 1dcddc33-e54f-4435-bf69-1d718f867631 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:27:57.377236 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-76c4f13a-4f85-4cd1-b97f-167f7f18ac27 service neutron] Checking agent: {'id': 'e15b8fdc-3f6d-455f-8616-9488d56a2a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80982', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'started_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:27:57.377543 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-76c4f13a-4f85-4cd1-b97f-167f7f18ac27 service neutron] Checking segment: {'id': '1245184b-f964-49b4-b50d-99b355be5514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1dcddc33-e54f-4435-bf69-1d718f867631'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:27:57.377930 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-76c4f13a-4f85-4cd1-b97f-167f7f18ac27 service neutron] Bound using segment: {'id': '1245184b-f964-49b4-b50d-99b355be5514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1dcddc33-e54f-4435-bf69-1d718f867631'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:27:57.378362 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-76c4f13a-4f85-4cd1-b97f-167f7f18ac27 service neutron] Bound port: ac329ada-4e20-43ec-b923-cbd8f07a2a1c, host: hv-cinder-80982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1245184b-f964-49b4-b50d-99b355be5514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '1dcddc33-e54f-4435-bf69-1d718f867631'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:27:57.378721 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-76c4f13a-4f85-4cd1-b97f-167f7f18ac27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:57.445675 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-66cb2844-f8a4-4c5f-b5ac-37c42b7e1d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:57.451667 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-76c4f13a-4f85-4cd1-b97f-167f7f18ac27 service neutron] For port ac329ada-4e20-43ec-b923-cbd8f07a2a1c, host hv-cinder-80982, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:27:57.454820 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-76c4f13a-4f85-4cd1-b97f-167f7f18ac27 service neutron] For port ac329ada-4e20-43ec-b923-cbd8f07a2a1c, host hv-cinder-80982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=ac329ada-4e20-43ec-b923-cbd8f07a2a1c,segment=NetworkSegment(1245184b-f964-49b4-b50d-99b355be5514),segment_id=1245184b-f964-49b4-b50d-99b355be5514)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:27:57.531704 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-66cb2844-f8a4-4c5f-b5ac-37c42b7e1d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:57.541718 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-76c4f13a-4f85-4cd1-b97f-167f7f18ac27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29270022'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:57.580437 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-76c4f13a-4f85-4cd1-b97f-167f7f18ac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:57.581235 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-76c4f13a-4f85-4cd1-b97f-167f7f18ac27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:57.583585 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-76c4f13a-4f85-4cd1-b97f-167f7f18ac27 service neutron] 10.222.0.42 "PUT /v2.0/ports/ac329ada-4e20-43ec-b923-cbd8f07a2a1c HTTP/1.1" status: 200 len: 1094 time: 0.8489335 Sep 17 17:27:57.584290 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4736fb71-ac42-4fb4-b70a-fedc0f2aae51', 'tag': 'ac329ada-4e20-43ec-b923-cbd8f07a2a1c'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:27:57.590243 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc99a999-8d54-4c55-ac09-adf2f675b0f2" -d '{"events": [{"name": "network-changed", "server_uuid": "4736fb71-ac42-4fb4-b70a-fedc0f2aae51", "tag": "ac329ada-4e20-43ec-b923-cbd8f07a2a1c"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:27:57.626198 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 17:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290a0625-6118-41bc-a41a-7b563418031a x-openstack-request-id: req-290a0625-6118-41bc-a41a-7b563418031a {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:27:57.626492 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4736fb71-ac42-4fb4-b70a-fedc0f2aae51", "tag": "ac329ada-4e20-43ec-b923-cbd8f07a2a1c", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:27:57.626744 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-290a0625-6118-41bc-a41a-7b563418031a {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:27:57.627188 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4736fb71-ac42-4fb4-b70a-fedc0f2aae51', 'tag': 'ac329ada-4e20-43ec-b923-cbd8f07a2a1c', 'status': 'completed', 'code': 200} Sep 17 17:27:57.636716 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-66cb2844-f8a4-4c5f-b5ac-37c42b7e1d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:57.680033 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-66cb2844-f8a4-4c5f-b5ac-37c42b7e1d88 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bb5d96fd235645588259c9e8eba7fc7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3675132 Sep 17 17:27:57.680033 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb2844-f8a4-4c5f-b5ac-37c42b7e1d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa704e61-1f4b-4fa8-9639-85219df4befe,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:57.680482 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 60156) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:27:57.991731 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c4f13a-4f85-4cd1-b97f-167f7f18ac27 service neutron] Pushing event updated for resources: {'Port': ['ID=ac329ada-4e20-43ec-b923-cbd8f07a2a1c,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:58.003168 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99a999-8d54-4c55-ac09-adf2f675b0f2 req-56cd9c3c-541c-464c-9667-5e8422a46fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:58.004703 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bc99a999-8d54-4c55-ac09-adf2f675b0f2 req-56cd9c3c-541c-464c-9667-5e8422a46fd4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9aef8f0571574bb0ba7255c7af1933fb&device_id=4736fb71-ac42-4fb4-b70a-fedc0f2aae51 HTTP/1.1" status: 200 len: 1097 time: 0.3459840 Sep 17 17:27:58.019666 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 6 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:27:58.025289 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-031a1868-67ba-4d8a-b5e5-b9b9a3f8cf03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:58.091678 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-031a1868-67ba-4d8a-b5e5-b9b9a3f8cf03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:58.146225 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99a999-8d54-4c55-ac09-adf2f675b0f2 req-e0fec568-f947-48cc-b77b-1e1be1809518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:58.148467 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bc99a999-8d54-4c55-ac09-adf2f675b0f2 req-e0fec568-f947-48cc-b77b-1e1be1809518 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=9aef8f0571574bb0ba7255c7af1933fb&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1345756 Sep 17 17:27:58.280612 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99a999-8d54-4c55-ac09-adf2f675b0f2 req-d1a2534e-fed7-48ee-8acf-6e93d973cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:58.282047 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bc99a999-8d54-4c55-ac09-adf2f675b0f2 req-d1a2534e-fed7-48ee-8acf-6e93d973cc5c service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1255882 Sep 17 17:27:58.292546 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb1c95-4cf4-4272-b3a8-03aad3b4bc27 req-29e0e48b-a0f3-41c8-bb78-a962bdf6539d tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:58.294028 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e5bb1c95-4cf4-4272-b3a8-03aad3b4bc27 req-29e0e48b-a0f3-41c8-bb78-a962bdf6539d tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?device_id=4736fb71-ac42-4fb4-b70a-fedc0f2aae51 HTTP/1.1" status: 200 len: 944 time: 0.0711846 Sep 17 17:27:58.353524 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-031a1868-67ba-4d8a-b5e5-b9b9a3f8cf03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:58.356262 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-031a1868-67ba-4d8a-b5e5-b9b9a3f8cf03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:58.357362 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-031a1868-67ba-4d8a-b5e5-b9b9a3f8cf03 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fa704e61-1f4b-4fa8-9639-85219df4befe HTTP/1.1" status: 204 len: 168 time: 0.6759176 Sep 17 17:27:58.372664 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e5bb1c95-4cf4-4272-b3a8-03aad3b4bc27 req-0383cb8a-22b2-4993-b09d-36b4b08dd1e2 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/security-groups?id=c051503a-86e9-4505-ae9a-c7ba0dc55ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723412 Sep 17 17:27:58.375812 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a1868-67ba-4d8a-b5e5-b9b9a3f8cf03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa704e61-1f4b-4fa8-9639-85219df4befe,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:27:58.400163 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-98bca382-b33a-4635-b504-74dc3bfd46dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:58.400163 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-98bca382-b33a-4635-b504-74dc3bfd46dc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9aef8f0571574bb0ba7255c7af1933fb&device_id=4736fb71-ac42-4fb4-b70a-fedc0f2aae51 HTTP/1.1" status: 200 len: 1097 time: 0.0731125 Sep 17 17:27:58.443135 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-b8ab568b-f6ee-4cf4-9361-8a8688f4ec18 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac329ada-4e20-43ec-b923-cbd8f07a2a1c HTTP/1.1" status: 200 len: 217 time: 0.0387754 Sep 17 17:27:58.497840 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-29629de1-a7c3-4c8e-b622-a1aa87fc3ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:58.499543 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-29629de1-a7c3-4c8e-b622-a1aa87fc3ea9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0dbe14eb-7ac2-41ba-bbac-ff4bcc3162c5 HTTP/1.1" status: 200 len: 849 time: 0.0474586 Sep 17 17:27:58.529704 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:27:58.533106 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-e82aa356-ee30-4ec5-8989-7ece9600f04c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1dcddc33-e54f-4435-bf69-1d718f867631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243754 Sep 17 17:27:58.629003 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-da9ea031-0c62-4d8d-913d-6a6524112ef1 service neutron] 10.222.0.42 "GET /v2.0/networks/1dcddc33-e54f-4435-bf69-1d718f867631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874534 Sep 17 17:27:58.730299 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f59ac538-48b0-4fe1-b473-af2fb9ef7f0e req-0a69c870-3dd5-499a-9af3-5e2246172b8e service neutron] 10.222.0.42 "GET /v2.0/networks/1dcddc33-e54f-4435-bf69-1d718f867631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933120 Sep 17 17:27:59.512977 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1055e-0b5c-4e80-a458-75052edc5c54 req-498aa55b-423b-415c-bd10-b5e6f8e64e9d tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:59.514826 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-24b1055e-0b5c-4e80-a458-75052edc5c54 req-498aa55b-423b-415c-bd10-b5e6f8e64e9d tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?device_id=4736fb71-ac42-4fb4-b70a-fedc0f2aae51 HTTP/1.1" status: 200 len: 944 time: 0.0552115 Sep 17 17:27:59.559752 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-24b1055e-0b5c-4e80-a458-75052edc5c54 req-ff30b620-e0ed-4553-8973-d3538c2e62ad tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/security-groups?id=c051503a-86e9-4505-ae9a-c7ba0dc55ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340321 Sep 17 17:27:59.929804 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7881496-c049-453e-a0fb-8f6ce0436489 req-38cc6e14-9ee2-45a1-b8cf-132506e2f6bd tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:27:59.931855 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a7881496-c049-453e-a0fb-8f6ce0436489 req-38cc6e14-9ee2-45a1-b8cf-132506e2f6bd tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 946 time: 0.0504277 Sep 17 17:27:59.972272 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a7881496-c049-453e-a0fb-8f6ce0436489 req-26b98f0a-eaf5-4415-b295-a852d6fa9b40 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336988 Sep 17 17:28:00.673518 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ec567-f33d-43ea-b96e-600834570c4c req-db89f7f5-b6a5-4bbd-885d-f17daee6c762 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:00.675033 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-de2ec567-f33d-43ea-b96e-600834570c4c req-db89f7f5-b6a5-4bbd-885d-f17daee6c762 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?device_id=4736fb71-ac42-4fb4-b70a-fedc0f2aae51 HTTP/1.1" status: 200 len: 944 time: 0.0478082 Sep 17 17:28:00.721495 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-de2ec567-f33d-43ea-b96e-600834570c4c req-6c3dcc77-8842-4d73-a33a-48b99c5e73d9 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/security-groups?id=c051503a-86e9-4505-ae9a-c7ba0dc55ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401709 Sep 17 17:28:01.096956 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af4f5e-7b85-420e-a636-ef2be5b373a7 req-aee06d25-c034-40c8-add7-426a4f633524 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:01.098480 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-08af4f5e-7b85-420e-a636-ef2be5b373a7 req-aee06d25-c034-40c8-add7-426a4f633524 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 946 time: 0.0534096 Sep 17 17:28:01.137047 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-08af4f5e-7b85-420e-a636-ef2be5b373a7 req-b42d84a9-2c69-4084-b147-5e74c99ced17 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325236 Sep 17 17:28:01.840003 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdcdd8-1948-49a8-87bd-ec9acd06a3a9 req-3c36a95a-7f8b-40c8-9ee8-2c4412e945b7 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:01.841556 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-09fdcdd8-1948-49a8-87bd-ec9acd06a3a9 req-3c36a95a-7f8b-40c8-9ee8-2c4412e945b7 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?device_id=4736fb71-ac42-4fb4-b70a-fedc0f2aae51 HTTP/1.1" status: 200 len: 944 time: 0.0542889 Sep 17 17:28:01.879450 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-09fdcdd8-1948-49a8-87bd-ec9acd06a3a9 req-8f45e039-0f67-4c08-868c-c832e2098586 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/security-groups?id=c051503a-86e9-4505-ae9a-c7ba0dc55ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316966 Sep 17 17:28:02.260371 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218b6c2-2c05-4757-8ce5-2e41127da9ee req-df889224-e698-4b13-877e-844ca4e533ea tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:02.260371 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f218b6c2-2c05-4757-8ce5-2e41127da9ee req-df889224-e698-4b13-877e-844ca4e533ea tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 946 time: 0.0483918 Sep 17 17:28:02.299583 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f218b6c2-2c05-4757-8ce5-2e41127da9ee req-a3543fba-e1dd-4de6-89f0-e820a423fb44 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340242 Sep 17 17:28:02.998203 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1979302-7ee0-46eb-bb75-197dbfbcdd6c req-ae0832b4-8e46-4189-bdd5-53ccee4da241 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:02.999629 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b1979302-7ee0-46eb-bb75-197dbfbcdd6c req-ae0832b4-8e46-4189-bdd5-53ccee4da241 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?device_id=4736fb71-ac42-4fb4-b70a-fedc0f2aae51 HTTP/1.1" status: 200 len: 944 time: 0.0486996 Sep 17 17:28:03.038018 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b1979302-7ee0-46eb-bb75-197dbfbcdd6c req-1a045f0c-90f0-4a9d-8c4e-85da7147ae77 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/security-groups?id=c051503a-86e9-4505-ae9a-c7ba0dc55ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324807 Sep 17 17:28:03.419390 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616c9af-3244-4f7a-a609-3bc18a912955 req-59b74de6-94d5-48dc-b45b-8b304fb5cf6b tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:03.420868 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3616c9af-3244-4f7a-a609-3bc18a912955 req-59b74de6-94d5-48dc-b45b-8b304fb5cf6b tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 946 time: 0.0523903 Sep 17 17:28:03.457807 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3616c9af-3244-4f7a-a609-3bc18a912955 req-e9bce2df-eacc-4e16-bb84-d37c202e239e tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310628 Sep 17 17:28:04.150356 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575caee1-0d5e-4211-94a0-bc111e26b214 req-b1a899b4-b679-43ef-aa42-5fba92113b71 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:04.152017 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-575caee1-0d5e-4211-94a0-bc111e26b214 req-b1a899b4-b679-43ef-aa42-5fba92113b71 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?device_id=4736fb71-ac42-4fb4-b70a-fedc0f2aae51 HTTP/1.1" status: 200 len: 944 time: 0.0484567 Sep 17 17:28:04.192464 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-575caee1-0d5e-4211-94a0-bc111e26b214 req-1570c06d-afe4-4b63-ae91-c1438963f526 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/security-groups?id=c051503a-86e9-4505-ae9a-c7ba0dc55ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343456 Sep 17 17:28:04.576667 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17440eac-ba7a-4945-a538-576f4714e20f req-e628d39f-c03f-41a8-869d-c5cd92114da0 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:04.578038 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-17440eac-ba7a-4945-a538-576f4714e20f req-e628d39f-c03f-41a8-869d-c5cd92114da0 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 946 time: 0.0486233 Sep 17 17:28:04.614610 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-17440eac-ba7a-4945-a538-576f4714e20f req-8296d581-b137-4ba3-96a6-f0b6fc9f7c7d tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305674 Sep 17 17:28:04.716424 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device ac329ada-4e20-43ec-b923-cbd8f07a2a1c details requested by agent hyperv_hv-cinder-80982 with host hv-cinder-80982 {{(pid=94717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 17:28:04.809043 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port ac329ada-4e20-43ec-b923-cbd8f07a2a1c, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=ac329ada-4e20-43ec-b923-cbd8f07a2a1c,segment=NetworkSegment(1245184b-f964-49b4-b50d-99b355be5514),segment_id=1245184b-f964-49b4-b50d-99b355be5514)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:28:04.820525 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Returning: {'device': 'ac329ada-4e20-43ec-b923-cbd8f07a2a1c', 'network_id': '1dcddc33-e54f-4435-bf69-1d718f867631', 'port_id': 'ac329ada-4e20-43ec-b923-cbd8f07a2a1c', 'mac_address': 'fa:16:3e:79:20:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbe14eb-7ac2-41ba-bbac-ff4bcc3162c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 17:28:04.859804 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:04.872536 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac329ada-4e20-43ec-b923-cbd8f07a2a1c {{(pid=94717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:28:04.891358 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port ac329ada-4e20-43ec-b923-cbd8f07a2a1c, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=ac329ada-4e20-43ec-b923-cbd8f07a2a1c,segment=NetworkSegment(1245184b-f964-49b4-b50d-99b355be5514),segment_id=1245184b-f964-49b4-b50d-99b355be5514)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:28:04.964116 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:05.010020 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=ac329ada-4e20-43ec-b923-cbd8f07a2a1c,revision_number=4']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:05.017590 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:05.017942 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:05.018285 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:05.018707 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:05.019069 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:05.019406 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:05.019734 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:05.020064 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:05.020416 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:05.020745 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:05.021067 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:05.021388 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:05.304052 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db988126-1ac5-4c31-9081-59d3d25e6233 req-5454fdc7-ac61-40eb-b1d2-704cf3de2017 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:05.305510 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-db988126-1ac5-4c31-9081-59d3d25e6233 req-5454fdc7-ac61-40eb-b1d2-704cf3de2017 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?device_id=4736fb71-ac42-4fb4-b70a-fedc0f2aae51 HTTP/1.1" status: 200 len: 945 time: 0.0474293 Sep 17 17:28:05.341842 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-db988126-1ac5-4c31-9081-59d3d25e6233 req-da7dc553-156e-4db4-8d23-4c95231fbefa tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/security-groups?id=c051503a-86e9-4505-ae9a-c7ba0dc55ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298617 Sep 17 17:28:05.734691 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0e106-70de-4d19-962a-d924c0dc401e req-29b6c8b7-6f7e-4a13-8066-1182207408f6 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:05.736167 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-55f0e106-70de-4d19-962a-d924c0dc401e req-29b6c8b7-6f7e-4a13-8066-1182207408f6 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 946 time: 0.0483799 Sep 17 17:28:05.775733 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-55f0e106-70de-4d19-962a-d924c0dc401e req-3f5045ae-8f16-44e6-b320-63bfc3d3aecc tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336704 Sep 17 17:28:06.454770 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13eb1a-13c0-484c-8fa9-b9f48ee1ba76 req-ddf3db7e-c741-429d-82b8-53b7e51a7509 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:06.456263 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3d13eb1a-13c0-484c-8fa9-b9f48ee1ba76 req-ddf3db7e-c741-429d-82b8-53b7e51a7509 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?device_id=4736fb71-ac42-4fb4-b70a-fedc0f2aae51 HTTP/1.1" status: 200 len: 945 time: 0.0496459 Sep 17 17:28:06.496348 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3d13eb1a-13c0-484c-8fa9-b9f48ee1ba76 req-266d05bf-7cc8-4737-8e01-28c122ed6b7c tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/security-groups?id=c051503a-86e9-4505-ae9a-c7ba0dc55ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327003 Sep 17 17:28:06.902517 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['ac329ada-4e20-43ec-b923-cbd8f07a2a1c'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:28:07.083162 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2d51a-1346-4ad8-a205-0de797cdcf95 req-1581456c-fff8-4ee1-a8b6-4bbe2b19cef0 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:07.084632 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-33b2d51a-1346-4ad8-a205-0de797cdcf95 req-1581456c-fff8-4ee1-a8b6-4bbe2b19cef0 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 946 time: 0.2298293 Sep 17 17:28:07.147526 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-33b2d51a-1346-4ad8-a205-0de797cdcf95 req-19d54afc-a47f-402e-9886-c3315446c239 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=e9276adb-df32-4b2c-a31b-5886f9ca6df2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565410 Sep 17 17:28:07.167131 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24019ccd-6f55-4947-9717-30cda25b2388 req-95e128f9-7192-44bd-bd7f-595e89f31035 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:07.168658 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-24019ccd-6f55-4947-9717-30cda25b2388 req-95e128f9-7192-44bd-bd7f-595e89f31035 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 946 time: 0.0619531 Sep 17 17:28:07.265350 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-24019ccd-6f55-4947-9717-30cda25b2388 req-88dd52dc-9924-461c-9fad-29d63a6b1c84 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Deleting port 564b7c2e-c673-4540-9e41-f972aca80f76 {{(pid=94715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:28:07.265689 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-24019ccd-6f55-4947-9717-30cda25b2388 req-88dd52dc-9924-461c-9fad-29d63a6b1c84 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:07.357593 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-24019ccd-6f55-4947-9717-30cda25b2388 req-88dd52dc-9924-461c-9fad-29d63a6b1c84 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] For port 564b7c2e-c673-4540-9e41-f972aca80f76, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=564b7c2e-c673-4540-9e41-f972aca80f76,segment=NetworkSegment(b1a03354-394c-43d7-9829-253346971927),segment_id=b1a03354-394c-43d7-9829-253346971927)] {{(pid=94715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:28:07.357984 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-24019ccd-6f55-4947-9717-30cda25b2388 req-88dd52dc-9924-461c-9fad-29d63a6b1c84 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:07.657524 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-24019ccd-6f55-4947-9717-30cda25b2388 req-88dd52dc-9924-461c-9fad-29d63a6b1c84 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:07.658199 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-24019ccd-6f55-4947-9717-30cda25b2388 req-88dd52dc-9924-461c-9fad-29d63a6b1c84 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693841'] for floatingip, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:07.658199 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.db.l3_db [req-24019ccd-6f55-4947-9717-30cda25b2388 req-88dd52dc-9924-461c-9fad-29d63a6b1c84 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Floating IP 65b895fb-fde9-4f39-a56e-e7a6130c4d54 disassociated. External IP: 172.27.2.32, port: 564b7c2e-c673-4540-9e41-f972aca80f76. Sep 17 17:28:07.658520 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-24019ccd-6f55-4947-9717-30cda25b2388 req-88dd52dc-9924-461c-9fad-29d63a6b1c84 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Calling delete_port for 564b7c2e-c673-4540-9e41-f972aca80f76 owned by compute:nova {{(pid=94715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:28:07.678152 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8d1ab-53bd-48fd-b325-998682ba8876 req-55aa5bde-cbdf-429e-985a-70a64b6191b1 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:07.679619 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-12b8d1ab-53bd-48fd-b325-998682ba8876 req-55aa5bde-cbdf-429e-985a-70a64b6191b1 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?device_id=4736fb71-ac42-4fb4-b70a-fedc0f2aae51 HTTP/1.1" status: 200 len: 945 time: 0.1063716 Sep 17 17:28:07.759020 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-12b8d1ab-53bd-48fd-b325-998682ba8876 req-c877e2e1-1c59-40c1-b502-60a6866c4d14 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/security-groups?id=c051503a-86e9-4505-ae9a-c7ba0dc55ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469525 Sep 17 17:28:07.915752 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-24019ccd-6f55-4947-9717-30cda25b2388 req-88dd52dc-9924-461c-9fad-29d63a6b1c84 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:07.947192 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd52dc-9924-461c-9fad-29d63a6b1c84 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Pushing event deleted for resources: {'Port': ['ID=564b7c2e-c673-4540-9e41-f972aca80f76,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:08.062059 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24019ccd-6f55-4947-9717-30cda25b2388 req-88dd52dc-9924-461c-9fad-29d63a6b1c84 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Router e805a886-3d60-4489-b016-6b45efe1e830 has already been hosted by L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 {{(pid=94715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 17:28:08.176923 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24019ccd-6f55-4947-9717-30cda25b2388 req-88dd52dc-9924-461c-9fad-29d63a6b1c84 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:28:08.185022 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbb5962-3dac-4713-8da5-fa62513a8408 None None] Sync routers for ids ['e805a886-3d60-4489-b016-6b45efe1e830'] in dv-cinder-809828-1-iscsi {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:28:08.196330 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbb5962-3dac-4713-8da5-fa62513a8408 None None] Routers {'e805a886-3d60-4489-b016-6b45efe1e830'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:28:08.197086 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-6bbb5962-3dac-4713-8da5-fa62513a8408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:27:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['e805a886-3d60-4489-b016-6b45efe1e830'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:28:08.212658 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [req-24019ccd-6f55-4947-9717-30cda25b2388 req-88dd52dc-9924-461c-9fad-29d63a6b1c84 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] No DVR routers for this DVR port 564b7c2e-c673-4540-9e41-f972aca80f76 on host hv-cinder-80982 {{(pid=94715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 17:28:08.216018 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-24019ccd-6f55-4947-9717-30cda25b2388 req-88dd52dc-9924-461c-9fad-29d63a6b1c84 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:08.218006 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-24019ccd-6f55-4947-9717-30cda25b2388 req-88dd52dc-9924-461c-9fad-29d63a6b1c84 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.42 "DELETE /v2.0/ports/564b7c2e-c673-4540-9e41-f972aca80f76 HTTP/1.1" status: 204 len: 173 time: 1.0427792 Sep 17 17:28:08.218445 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f874e1-1f62-4fde-ba5d-0e0c580834b1', 'name': 'network-vif-deleted', 'tag': '564b7c2e-c673-4540-9e41-f972aca80f76'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:28:08.220754 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704debca-8698-4e88-a0c7-4e7bb77d9749" -d '{"events": [{"server_uuid": "e5f874e1-1f62-4fde-ba5d-0e0c580834b1", "name": "network-vif-deleted", "tag": "564b7c2e-c673-4540-9e41-f972aca80f76"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:28:08.263900 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-dc750c84-2ce2-4bc8-a85e-728d2fff0187 req-ddf6dcf3-ecef-4e2f-85b7-6e66ab75f00a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 210 time: 0.0298388 Sep 17 17:28:08.265491 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bc9289-6283-4fa3-b9b3-7b15a4c218e7 x-openstack-request-id: req-67bc9289-6283-4fa3-b9b3-7b15a4c218e7 {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:28:08.265782 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f874e1-1f62-4fde-ba5d-0e0c580834b1", "name": "network-vif-deleted", "tag": "564b7c2e-c673-4540-9e41-f972aca80f76", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:28:08.266039 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-67bc9289-6283-4fa3-b9b3-7b15a4c218e7 {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:28:08.266436 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f874e1-1f62-4fde-ba5d-0e0c580834b1', 'name': 'network-vif-deleted', 'tag': '564b7c2e-c673-4540-9e41-f972aca80f76', 'status': 'completed', 'code': 200} Sep 17 17:28:08.320789 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-6bbb5962-3dac-4713-8da5-fa62513a8408 None None] Set router e805a886-3d60-4489-b016-6b45efe1e830 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:28:08.521236 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-6bbb5962-3dac-4713-8da5-fa62513a8408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'name': 'tempest-AttachVolumeShelveTestJSON-1746386591-router', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '09643d44-ec17-420c-a2b9-cd9af343945f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:23:10Z', 'updated_at': '2021-09-17T17:23:17Z', 'revision_number': 4, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'gw_port': {'id': '09643d44-ec17-420c-a2b9-cd9af343945f', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:28:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:11Z', 'updated_at': '2021-09-17T17:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': '9d46329d-bd68-4648-a638-225b607f780f', 'name': '', 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'mac_address': 'fa:16:3e:2f:71:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fde94289-3ec1-481c-9f1d-1204a3b357ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:16Z', 'updated_at': '2021-09-17T17:23:22Z', 'revision_number': 5, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'subnets': [{'id': 'fde94289-3ec1-481c-9f1d-1204a3b357ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:28:08.559930 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbb5962-3dac-4713-8da5-fa62513a8408 None None] Checking router: e805a886-3d60-4489-b016-6b45efe1e830 for host: dv-cinder-809828-1-iscsi {{(pid=94717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:28:08.575843 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbb5962-3dac-4713-8da5-fa62513a8408 None None] Routers {'e805a886-3d60-4489-b016-6b45efe1e830'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:28:08.576478 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-6bbb5962-3dac-4713-8da5-fa62513a8408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:27:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['e805a886-3d60-4489-b016-6b45efe1e830'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:28:08.618907 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device ac329ada-4e20-43ec-b923-cbd8f07a2a1c up at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:28:08.862597 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-6bbb5962-3dac-4713-8da5-fa62513a8408 None None] Set router e805a886-3d60-4489-b016-6b45efe1e830 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:28:08.915324 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning for port ac329ada-4e20-43ec-b923-cbd8f07a2a1c completed by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 17:28:08.948668 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning complete for port ac329ada-4e20-43ec-b923-cbd8f07a2a1c triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:28:08.949046 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:08.952338 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4c58b-4928-4a3d-bea6-8ffbb448ebd6 req-c19e5d23-61a9-451b-9568-6e57eb3f761f tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:08.959979 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-81b4c58b-4928-4a3d-bea6-8ffbb448ebd6 req-c19e5d23-61a9-451b-9568-6e57eb3f761f tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?device_id=4736fb71-ac42-4fb4-b70a-fedc0f2aae51 HTTP/1.1" status: 200 len: 945 time: 0.1146889 Sep 17 17:28:09.003696 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-81b4c58b-4928-4a3d-bea6-8ffbb448ebd6 req-55016422-febd-4d06-9481-24dc98de88f8 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/security-groups?id=c051503a-86e9-4505-ae9a-c7ba0dc55ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426440 Sep 17 17:28:09.137803 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:09.169009 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4736fb71-ac42-4fb4-b70a-fedc0f2aae51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac329ada-4e20-43ec-b923-cbd8f07a2a1c'}] {{(pid=94717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:28:09.171356 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef4bfb6114c7858c34ed9f7d570ef17f9d28f3d7fc67a01f0bf07e2066d3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9889959b-3d3d-4c22-a7ee-6c5c5fabb307" -d '{"events": [{"server_uuid": "4736fb71-ac42-4fb4-b70a-fedc0f2aae51", "name": "network-vif-plugged", "status": "completed", "tag": "ac329ada-4e20-43ec-b923-cbd8f07a2a1c"}]}' {{(pid=94717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:28:09.187402 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port ac329ada-4e20-43ec-b923-cbd8f07a2a1c, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=ac329ada-4e20-43ec-b923-cbd8f07a2a1c,segment=NetworkSegment(1245184b-f964-49b4-b50d-99b355be5514),segment_id=1245184b-f964-49b4-b50d-99b355be5514)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:28:09.199787 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-6bbb5962-3dac-4713-8da5-fa62513a8408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'name': 'tempest-AttachVolumeShelveTestJSON-1746386591-router', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '09643d44-ec17-420c-a2b9-cd9af343945f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:23:10Z', 'updated_at': '2021-09-17T17:23:17Z', 'revision_number': 4, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'gw_port': {'id': '09643d44-ec17-420c-a2b9-cd9af343945f', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:28:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:11Z', 'updated_at': '2021-09-17T17:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': '9d46329d-bd68-4648-a638-225b607f780f', 'name': '', 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'mac_address': 'fa:16:3e:2f:71:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fde94289-3ec1-481c-9f1d-1204a3b357ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:16Z', 'updated_at': '2021-09-17T17:23:22Z', 'revision_number': 5, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'subnets': [{'id': 'fde94289-3ec1-481c-9f1d-1204a3b357ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:28:09.229668 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9d000b-29c8-4ba8-be2f-7f6439355b17 x-openstack-request-id: req-9b9d000b-29c8-4ba8-be2f-7f6439355b17 {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:28:09.229997 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4736fb71-ac42-4fb4-b70a-fedc0f2aae51", "name": "network-vif-plugged", "status": "completed", "tag": "ac329ada-4e20-43ec-b923-cbd8f07a2a1c", "code": 200}]} {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:28:09.230253 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b9d000b-29c8-4ba8-be2f-7f6439355b17 {{(pid=94717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:28:09.230649 dv-cinder-809828-1-iscsi neutron-server[94717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4736fb71-ac42-4fb4-b70a-fedc0f2aae51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac329ada-4e20-43ec-b923-cbd8f07a2a1c', 'code': 200} Sep 17 17:28:09.231846 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbb5962-3dac-4713-8da5-fa62513a8408 None None] The sync data for ids ['e805a886-3d60-4489-b016-6b45efe1e830'] in dv-cinder-809828-1-iscsi is: [{'id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'name': 'tempest-AttachVolumeShelveTestJSON-1746386591-router', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '09643d44-ec17-420c-a2b9-cd9af343945f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:23:10Z', 'updated_at': '2021-09-17T17:23:17Z', 'revision_number': 4, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'gw_port': {'id': '09643d44-ec17-420c-a2b9-cd9af343945f', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:28:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:11Z', 'updated_at': '2021-09-17T17:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': '9d46329d-bd68-4648-a638-225b607f780f', 'name': '', 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'mac_address': 'fa:16:3e:2f:71:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fde94289-3ec1-481c-9f1d-1204a3b357ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:16Z', 'updated_at': '2021-09-17T17:23:22Z', 'revision_number': 5, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'subnets': [{'id': 'fde94289-3ec1-481c-9f1d-1204a3b357ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:28:09.361925 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:09.389599 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b022b618-fb40-4690-914d-e8ceb267b408 req-84869ad9-4954-4f4a-ba95-89a3d399efc1 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5f874e1-1f62-4fde-ba5d-0e0c580834b1 HTTP/1.1" status: 200 len: 210 time: 0.0309720 Sep 17 17:28:09.422167 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=ac329ada-4e20-43ec-b923-cbd8f07a2a1c,revision_number=5']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:09.506635 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c14df8-b650-4770-a536-41fcb437dedd None None] New status for floating IP 65b895fb-fde9-4f39-a56e-e7a6130c4d54: DOWN {{(pid=94718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 17:28:09.653329 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83618092-0e1e-4493-aeed-f19c87e954f5 req-0566381d-7b49-4d68-be63-8901a054e0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:09.655081 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-83618092-0e1e-4493-aeed-f19c87e954f5 req-0566381d-7b49-4d68-be63-8901a054e0cb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4736fb71-ac42-4fb4-b70a-fedc0f2aae51 HTTP/1.1" status: 200 len: 1099 time: 0.0401020 Sep 17 17:28:09.693129 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-83618092-0e1e-4493-aeed-f19c87e954f5 req-9243c940-d585-4690-8ab2-d54136da8df0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c051503a-86e9-4505-ae9a-c7ba0dc55ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296538 Sep 17 17:28:10.115630 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f55684-38f0-4175-9b60-17288439ffd8 req-96c7d6f7-d9e0-465e-8499-fc1fd11b7e40 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:10.117167 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-58f55684-38f0-4175-9b60-17288439ffd8 req-96c7d6f7-d9e0-465e-8499-fc1fd11b7e40 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?device_id=4736fb71-ac42-4fb4-b70a-fedc0f2aae51 HTTP/1.1" status: 200 len: 946 time: 0.0490243 Sep 17 17:28:10.156756 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-58f55684-38f0-4175-9b60-17288439ffd8 req-9dedb618-8313-4e27-97d3-20f7f22f72e6 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/security-groups?id=c051503a-86e9-4505-ae9a-c7ba0dc55ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319421 Sep 17 17:28:10.610322 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 60378) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:28:10.627733 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 564b7c2e-c673-4540-9e41-f972aca80f76 no longer exists at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:28:10.651797 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] No Port match for: 564b7c2e-c673-4540-9e41-f972aca80f76 {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:28:10.652737 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 564b7c2e-c673-4540-9e41-f972aca80f76 not bound to the agent host hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:28:10.669117 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-38003a40-5fb5-4f78-a16b-ef3510df4662 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:10.691494 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-38003a40-5fb5-4f78-a16b-ef3510df4662 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:10.798021 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-38003a40-5fb5-4f78-a16b-ef3510df4662 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:10.800716 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-38003a40-5fb5-4f78-a16b-ef3510df4662 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:10.802012 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-38003a40-5fb5-4f78-a16b-ef3510df4662 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "DELETE /v2.0/security-groups/e9276adb-df32-4b2c-a31b-5886f9ca6df2 HTTP/1.1" status: 204 len: 168 time: 0.1905944 Sep 17 17:28:10.806379 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 60380) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:28:10.822570 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38003a40-5fb5-4f78-a16b-ef3510df4662 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9276adb-df32-4b2c-a31b-5886f9ca6df2,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:10.829917 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.api.v2.resource [None req-f353e884-f1db-4f38-a6e4-548b656f5f34 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] show failed (client error): The resource could not be found. Sep 17 17:28:10.830991 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-f353e884-f1db-4f38-a6e4-548b656f5f34 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups/e9276adb-df32-4b2c-a31b-5886f9ca6df2 HTTP/1.1" status: 404 len: 347 time: 0.0236733 Sep 17 17:28:10.833778 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 60382) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:28:10.957664 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.plugin [None req-f8d13b7a-58a4-43e6-9704-ea367a68f582 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Deleting port f439d59d-05dc-4074-b1a1-abcde376a923 {{(pid=94716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:28:10.957922 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f8d13b7a-58a4-43e6-9704-ea367a68f582 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:11.033495 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f8d13b7a-58a4-43e6-9704-ea367a68f582 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:11.033816 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f8d13b7a-58a4-43e6-9704-ea367a68f582 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:11.045828 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.plugin [None req-f8d13b7a-58a4-43e6-9704-ea367a68f582 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Calling delete_port for f439d59d-05dc-4074-b1a1-abcde376a923 owned by network:floatingip {{(pid=94716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:28:11.260941 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f8d13b7a-58a4-43e6-9704-ea367a68f582 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179149'] for port, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:11.274282 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e610d-bc25-46e2-82c7-3534bc588068 req-def06444-1b67-4316-beb8-2018c661d747 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:11.275803 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fa9e610d-bc25-46e2-82c7-3534bc588068 req-def06444-1b67-4316-beb8-2018c661d747 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?device_id=4736fb71-ac42-4fb4-b70a-fedc0f2aae51 HTTP/1.1" status: 200 len: 946 time: 0.0519469 Sep 17 17:28:11.286062 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d13b7a-58a4-43e6-9704-ea367a68f582 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Pushing event deleted for resources: {'Port': ['ID=f439d59d-05dc-4074-b1a1-abcde376a923,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:11.316477 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fa9e610d-bc25-46e2-82c7-3534bc588068 req-9f16bc10-7b1c-4643-88ac-180dcf7727d8 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/security-groups?id=c051503a-86e9-4505-ae9a-c7ba0dc55ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341170 Sep 17 17:28:11.351037 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f8d13b7a-58a4-43e6-9704-ea367a68f582 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for floatingip, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:11.353899 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f8d13b7a-58a4-43e6-9704-ea367a68f582 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for floatingip, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:11.357089 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-f8d13b7a-58a4-43e6-9704-ea367a68f582 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "DELETE /v2.0/floatingips/65b895fb-fde9-4f39-a56e-e7a6130c4d54 HTTP/1.1" status: 204 len: 168 time: 0.5208447 Sep 17 17:28:11.961357 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 60414) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:28:11.966943 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-be73f3db-2105-4ca2-b833-e6038cff2e63 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1713976329', 'description': 'tempest-description--803579440'}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:28:12.087703 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-be73f3db-2105-4ca2-b833-e6038cff2e63 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:12.171633 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-be73f3db-2105-4ca2-b833-e6038cff2e63 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:12.183264 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 60418) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:28:12.238509 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-be73f3db-2105-4ca2-b833-e6038cff2e63 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:12.273872 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73f3db-2105-4ca2-b833-e6038cff2e63 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2f1776-ad6e-4689-bc3a-572d5627662d,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:12.286607 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73f3db-2105-4ca2-b833-e6038cff2e63 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:12.287348 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73f3db-2105-4ca2-b833-e6038cff2e63 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:12.287348 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73f3db-2105-4ca2-b833-e6038cff2e63 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:12.287656 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73f3db-2105-4ca2-b833-e6038cff2e63 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:12.287992 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73f3db-2105-4ca2-b833-e6038cff2e63 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:12.288327 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73f3db-2105-4ca2-b833-e6038cff2e63 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:12.288659 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73f3db-2105-4ca2-b833-e6038cff2e63 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:12.288988 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73f3db-2105-4ca2-b833-e6038cff2e63 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:12.289399 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73f3db-2105-4ca2-b833-e6038cff2e63 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:12.289728 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73f3db-2105-4ca2-b833-e6038cff2e63 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:12.290055 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73f3db-2105-4ca2-b833-e6038cff2e63 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:12.290377 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be73f3db-2105-4ca2-b833-e6038cff2e63 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:12.300842 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-ecc953a1-3a9c-474d-a77e-a94b0e00407b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:12.329191 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-be73f3db-2105-4ca2-b833-e6038cff2e63 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:12.330530 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-be73f3db-2105-4ca2-b833-e6038cff2e63 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3680785 Sep 17 17:28:12.333429 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 60426) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:28:12.338511 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-e007bfd7-2dc7-4324-947e-a96cb6330545 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Request body: {'security_group_rule': {'security_group_id': '9f2f1776-ad6e-4689-bc3a-572d5627662d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:28:12.407135 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-ecc953a1-3a9c-474d-a77e-a94b0e00407b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:12.488230 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-ecc953a1-3a9c-474d-a77e-a94b0e00407b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:12.526978 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-ecc953a1-3a9c-474d-a77e-a94b0e00407b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a90d338fcca748bc8224bfdbb93ab709&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3425903 Sep 17 17:28:12.528867 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc953a1-3a9c-474d-a77e-a94b0e00407b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a3fd0d-5f8e-4046-92d7-24c5382d9ca9,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:12.529830 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 60430) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:28:12.575252 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e007bfd7-2dc7-4324-947e-a96cb6330545 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:12.592469 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-bead5ac6-6584-4de6-9127-91e526027328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:12.625780 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-bead5ac6-6584-4de6-9127-91e526027328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:12.678642 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e007bfd7-2dc7-4324-947e-a96cb6330545 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:12.807301 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e2303-99d3-4a08-b82e-d4decc42e834 req-dd06da7d-7728-449a-a124-09c39f9d0603 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:12.809506 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2a7e2303-99d3-4a08-b82e-d4decc42e834 req-dd06da7d-7728-449a-a124-09c39f9d0603 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?device_id=4736fb71-ac42-4fb4-b70a-fedc0f2aae51 HTTP/1.1" status: 200 len: 946 time: 0.0525780 Sep 17 17:28:12.846921 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2a7e2303-99d3-4a08-b82e-d4decc42e834 req-94f6cad8-42a0-4696-a82a-ce3228a9ea57 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/security-groups?id=c051503a-86e9-4505-ae9a-c7ba0dc55ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311184 Sep 17 17:28:12.866934 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e007bfd7-2dc7-4324-947e-a96cb6330545 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714646'] for security_group_rule, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:12.868590 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-bead5ac6-6584-4de6-9127-91e526027328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:12.872285 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-bead5ac6-6584-4de6-9127-91e526027328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:12.873390 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-bead5ac6-6584-4de6-9127-91e526027328 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d8a3fd0d-5f8e-4046-92d7-24c5382d9ca9 HTTP/1.1" status: 204 len: 168 time: 0.3425994 Sep 17 17:28:12.890877 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007bfd7-2dc7-4324-947e-a96cb6330545 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe65a6ac-aad9-4cc1-83e2-7ddb2fa525c2,revision_number=0']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:12.903972 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead5ac6-6584-4de6-9127-91e526027328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a3fd0d-5f8e-4046-92d7-24c5382d9ca9,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:12.907659 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e007bfd7-2dc7-4324-947e-a96cb6330545 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:12.908009 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e007bfd7-2dc7-4324-947e-a96cb6330545 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:12.908354 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e007bfd7-2dc7-4324-947e-a96cb6330545 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:12.908698 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e007bfd7-2dc7-4324-947e-a96cb6330545 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:12.909034 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e007bfd7-2dc7-4324-947e-a96cb6330545 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:12.909363 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e007bfd7-2dc7-4324-947e-a96cb6330545 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:12.909698 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e007bfd7-2dc7-4324-947e-a96cb6330545 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:12.910025 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e007bfd7-2dc7-4324-947e-a96cb6330545 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:12.910353 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e007bfd7-2dc7-4324-947e-a96cb6330545 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:12.910676 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e007bfd7-2dc7-4324-947e-a96cb6330545 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:12.911023 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e007bfd7-2dc7-4324-947e-a96cb6330545 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:12.911344 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e007bfd7-2dc7-4324-947e-a96cb6330545 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:12.918999 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bead5ac6-6584-4de6-9127-91e526027328 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:12.919360 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bead5ac6-6584-4de6-9127-91e526027328 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:12.919705 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bead5ac6-6584-4de6-9127-91e526027328 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:12.920046 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bead5ac6-6584-4de6-9127-91e526027328 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:12.920376 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bead5ac6-6584-4de6-9127-91e526027328 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:12.920708 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bead5ac6-6584-4de6-9127-91e526027328 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:12.921034 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bead5ac6-6584-4de6-9127-91e526027328 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:12.921359 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bead5ac6-6584-4de6-9127-91e526027328 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:12.921686 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bead5ac6-6584-4de6-9127-91e526027328 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:12.922006 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bead5ac6-6584-4de6-9127-91e526027328 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:12.922326 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bead5ac6-6584-4de6-9127-91e526027328 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:12.922729 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bead5ac6-6584-4de6-9127-91e526027328 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:12.998570 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e007bfd7-2dc7-4324-947e-a96cb6330545 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:12.999913 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-e007bfd7-2dc7-4324-947e-a96cb6330545 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6649871 Sep 17 17:28:13.002567 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 60440) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:28:13.007112 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-26a0be61-c7a5-4627-af91-f73925e77fc4 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Request body: {'security_group_rule': {'security_group_id': '9f2f1776-ad6e-4689-bc3a-572d5627662d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:28:13.146440 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-26a0be61-c7a5-4627-af91-f73925e77fc4 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:13.191424 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d8e91-d581-4755-b693-30c9ca3a6659 req-b8aa5296-cd02-44d3-934f-8c9c4c0d78ff tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:13.192915 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-098d8e91-d581-4755-b693-30c9ca3a6659 req-b8aa5296-cd02-44d3-934f-8c9c4c0d78ff tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d74cf85-3d46-41be-86ad-5ff4bc771b7f HTTP/1.1" status: 200 len: 946 time: 0.0768652 Sep 17 17:28:13.224873 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-26a0be61-c7a5-4627-af91-f73925e77fc4 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:13.242006 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-098d8e91-d581-4755-b693-30c9ca3a6659 req-70a1c2fe-fc20-41c0-ad41-0cebc5a82a0b tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/security-groups?id=99531131-545b-4549-abff-2d49df4ea5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426641 Sep 17 17:28:13.286941 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-26a0be61-c7a5-4627-af91-f73925e77fc4 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714646'] for security_group_rule, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:13.305271 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0be61-c7a5-4627-af91-f73925e77fc4 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d83ec02f-9348-4977-8174-990159ffb0e4,revision_number=0']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:13.373268 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-26a0be61-c7a5-4627-af91-f73925e77fc4 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:13.374716 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-26a0be61-c7a5-4627-af91-f73925e77fc4 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3708062 Sep 17 17:28:13.377504 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 60446) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:28:13.381851 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-ad8b20c5-6a7d-45a5-afb6-c0e898dbbe00 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Request body: {'floatingip': {'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:28:13.472557 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ad8b20c5-6a7d-45a5-afb6-c0e898dbbe00 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for floatingip, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:13.508726 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 60448) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:28:13.525389 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8ad1447d-89a8-4d37-9114-f2f73fa8feb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:13.616702 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8ad1447d-89a8-4d37-9114-f2f73fa8feb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:13.710759 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8ad1447d-89a8-4d37-9114-f2f73fa8feb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:13.748198 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1447d-89a8-4d37-9114-f2f73fa8feb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1c9bb0-6301-4d38-8809-8b11d4cea998,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:13.754745 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-8ad1447d-89a8-4d37-9114-f2f73fa8feb9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c0dd28c67fe5401d9bf9a719536c94f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426302 Sep 17 17:28:13.754990 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 60450) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:28:13.794255 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ad8b20c5-6a7d-45a5-afb6-c0e898dbbe00 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:13.803885 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8f81471d-ce44-479e-bc74-ff28aae9f7c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:13.827233 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8f81471d-ce44-479e-bc74-ff28aae9f7c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:13.901009 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.db_base_plugin_common [None req-ad8b20c5-6a7d-45a5-afb6-c0e898dbbe00 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Allocated IP 172.27.2.85 (7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02/78817fd2-befc-49bb-8f7f-e04863f48a33/2aa365d4-4260-47d2-8886-5d37aa449007) {{(pid=94715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:28:13.964223 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8f81471d-ce44-479e-bc74-ff28aae9f7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:13.967228 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8f81471d-ce44-479e-bc74-ff28aae9f7c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:13.968445 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-8f81471d-ce44-479e-bc74-ff28aae9f7c4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c1c9bb0-6301-4d38-8809-8b11d4cea998 HTTP/1.1" status: 204 len: 168 time: 0.2125733 Sep 17 17:28:13.977789 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f81471d-ce44-479e-bc74-ff28aae9f7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1c9bb0-6301-4d38-8809-8b11d4cea998,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:14.022868 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150be461-22a9-41ca-8ecf-d11faf63e1b7 req-468f69c7-af17-4693-8ce4-9dfdf54d093a tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:14.024505 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-150be461-22a9-41ca-8ecf-d11faf63e1b7 req-468f69c7-af17-4693-8ce4-9dfdf54d093a tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?device_id=4736fb71-ac42-4fb4-b70a-fedc0f2aae51 HTTP/1.1" status: 200 len: 946 time: 0.1084545 Sep 17 17:28:14.050833 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ad8b20c5-6a7d-45a5-afb6-c0e898dbbe00 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for port, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:14.086196 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-150be461-22a9-41ca-8ecf-d11faf63e1b7 req-9be47aa5-b32d-474e-8859-6a5310f76c6c tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/security-groups?id=c051503a-86e9-4505-ae9a-c7ba0dc55ead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534468 Sep 17 17:28:14.169994 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ad8b20c5-6a7d-45a5-afb6-c0e898dbbe00 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:14.205848 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8b20c5-6a7d-45a5-afb6-c0e898dbbe00 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Network 7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02 is already hosted by enough agents. {{(pid=94715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:28:14.208623 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [None req-ad8b20c5-6a7d-45a5-afb6-c0e898dbbe00 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Resources bound (agent type, host, resource id): {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:28:14.212247 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8b20c5-6a7d-45a5-afb6-c0e898dbbe00 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Received port after_create {{(pid=94715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:28:14.240148 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b20c5-6a7d-45a5-afb6-c0e898dbbe00 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Pushing event updated for resources: {'Port': ['ID=2aa365d4-4260-47d2-8886-5d37aa449007,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:14.310277 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ad8b20c5-6a7d-45a5-afb6-c0e898dbbe00 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:14.400274 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730a214-278a-4d30-933d-91b9175cd841 req-df7ab13a-6d18-4a6f-8121-db4e9bf1bc6a tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:14.401758 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4730a214-278a-4d30-933d-91b9175cd841 req-df7ab13a-6d18-4a6f-8121-db4e9bf1bc6a tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d74cf85-3d46-41be-86ad-5ff4bc771b7f HTTP/1.1" status: 200 len: 946 time: 0.0862408 Sep 17 17:28:14.437214 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76af1c2-f7df-4430-8154-d780c0fb1cbc req-9bb8752b-e91a-4ef8-af02-eaf1012176e7 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:14.438882 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d76af1c2-f7df-4430-8154-d780c0fb1cbc req-9bb8752b-e91a-4ef8-af02-eaf1012176e7 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.42 "GET /v2.0/ports?device_id=4736fb71-ac42-4fb4-b70a-fedc0f2aae51 HTTP/1.1" status: 200 len: 946 time: 0.0915096 Sep 17 17:28:14.448130 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ad8b20c5-6a7d-45a5-afb6-c0e898dbbe00 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:14.527457 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4730a214-278a-4d30-933d-91b9175cd841 req-7f127e40-2c98-412e-b2c1-7920c7c5d2a9 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/security-groups?id=99531131-545b-4549-abff-2d49df4ea5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073740 Sep 17 17:28:14.639565 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-d76af1c2-f7df-4430-8154-d780c0fb1cbc req-aa3a67b3-68be-417e-a4b8-ce75152006fc tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Deleting port ac329ada-4e20-43ec-b923-cbd8f07a2a1c {{(pid=94715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:28:14.639910 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-d76af1c2-f7df-4430-8154-d780c0fb1cbc req-aa3a67b3-68be-417e-a4b8-ce75152006fc tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:14.672114 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 60460) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:28:14.685004 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-21086591-40d7-4c13-a68e-3940a80a3772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:14.747207 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ad8b20c5-6a7d-45a5-afb6-c0e898dbbe00 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:14.759180 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-d76af1c2-f7df-4430-8154-d780c0fb1cbc req-aa3a67b3-68be-417e-a4b8-ce75152006fc tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] For port ac329ada-4e20-43ec-b923-cbd8f07a2a1c, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=ac329ada-4e20-43ec-b923-cbd8f07a2a1c,segment=NetworkSegment(1245184b-f964-49b4-b50d-99b355be5514),segment_id=1245184b-f964-49b4-b50d-99b355be5514)] {{(pid=94715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:28:14.759550 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-d76af1c2-f7df-4430-8154-d780c0fb1cbc req-aa3a67b3-68be-417e-a4b8-ce75152006fc tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:14.771417 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-d76af1c2-f7df-4430-8154-d780c0fb1cbc req-aa3a67b3-68be-417e-a4b8-ce75152006fc tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Calling delete_port for ac329ada-4e20-43ec-b923-cbd8f07a2a1c owned by compute:nova {{(pid=94715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:28:14.777738 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-21086591-40d7-4c13-a68e-3940a80a3772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:14.817293 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ad8b20c5-6a7d-45a5-afb6-c0e898dbbe00 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29270022'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:14.827614 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-21086591-40d7-4c13-a68e-3940a80a3772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:14.868236 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-21086591-40d7-4c13-a68e-3940a80a3772 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cc2d60812ee54e1bb7d36e8ebb4e66f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1927011 Sep 17 17:28:14.868236 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21086591-40d7-4c13-a68e-3940a80a3772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbbffde-7438-45f1-a9bb-3eea6f73de15,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:14.869324 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 60462) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:28:14.917523 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-868bf21f-9341-4359-95f6-faba938415b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:14.938224 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-868bf21f-9341-4359-95f6-faba938415b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:14.944896 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b20c5-6a7d-45a5-afb6-c0e898dbbe00 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Pushing event updated for resources: {'Port': ['ID=2aa365d4-4260-47d2-8886-5d37aa449007,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:14.956722 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ad8b20c5-6a7d-45a5-afb6-c0e898dbbe00 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693841'] for floatingip, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:14.981168 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f190555-02c2-4a4b-aaa8-0fc0eff6080a req-4a61f102-9821-434d-8264-a5ae8a9c9983 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:14.982768 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3f190555-02c2-4a4b-aaa8-0fc0eff6080a req-4a61f102-9821-434d-8264-a5ae8a9c9983 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d74cf85-3d46-41be-86ad-5ff4bc771b7f HTTP/1.1" status: 200 len: 946 time: 0.1350448 Sep 17 17:28:15.047516 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-868bf21f-9341-4359-95f6-faba938415b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:15.049951 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-868bf21f-9341-4359-95f6-faba938415b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:15.051131 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-868bf21f-9341-4359-95f6-faba938415b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8cbbffde-7438-45f1-a9bb-3eea6f73de15 HTTP/1.1" status: 204 len: 168 time: 0.1808763 Sep 17 17:28:15.058891 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868bf21f-9341-4359-95f6-faba938415b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbbffde-7438-45f1-a9bb-3eea6f73de15,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:15.087696 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ad8b20c5-6a7d-45a5-afb6-c0e898dbbe00 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for floatingip, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:15.089985 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-ad8b20c5-6a7d-45a5-afb6-c0e898dbbe00 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7115753 Sep 17 17:28:15.117873 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-3f190555-02c2-4a4b-aaa8-0fc0eff6080a req-2278f6a0-b6d9-48c2-8341-99f9f69e6dc5 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Deleting port 42ceeaf9-16af-4b14-8962-cce9c98f3516 {{(pid=94715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:28:15.118221 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-3f190555-02c2-4a4b-aaa8-0fc0eff6080a req-2278f6a0-b6d9-48c2-8341-99f9f69e6dc5 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:15.155975 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-d76af1c2-f7df-4430-8154-d780c0fb1cbc req-aa3a67b3-68be-417e-a4b8-ce75152006fc tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:15.203882 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['ac329ada-4e20-43ec-b923-cbd8f07a2a1c'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:28:15.229327 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a67b3-68be-417e-a4b8-ce75152006fc tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Pushing event deleted for resources: {'Port': ['ID=ac329ada-4e20-43ec-b923-cbd8f07a2a1c,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:15.272120 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4d069544-1bc0-42cd-9d8a-64ce79482de0 req-928e2ad3-6c0a-4282-a775-244f9c21eb98 tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?device_id=4736fb71-ac42-4fb4-b70a-fedc0f2aae51 HTTP/1.1" status: 200 len: 210 time: 0.0738750 Sep 17 17:28:15.304520 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76af1c2-f7df-4430-8154-d780c0fb1cbc req-aa3a67b3-68be-417e-a4b8-ce75152006fc tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] No DVR routers for this DVR port ac329ada-4e20-43ec-b923-cbd8f07a2a1c on host hv-cinder-80982 {{(pid=94715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 17:28:15.318795 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-d76af1c2-f7df-4430-8154-d780c0fb1cbc req-aa3a67b3-68be-417e-a4b8-ce75152006fc tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:15.325114 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d76af1c2-f7df-4430-8154-d780c0fb1cbc req-aa3a67b3-68be-417e-a4b8-ce75152006fc tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.42 "DELETE /v2.0/ports/ac329ada-4e20-43ec-b923-cbd8f07a2a1c HTTP/1.1" status: 204 len: 173 time: 0.8734994 Sep 17 17:28:15.325114 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4736fb71-ac42-4fb4-b70a-fedc0f2aae51', 'name': 'network-vif-deleted', 'tag': 'ac329ada-4e20-43ec-b923-cbd8f07a2a1c'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:28:15.325114 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c387647-dce4-4179-bd05-915bcdd5efbf" -d '{"events": [{"server_uuid": "4736fb71-ac42-4fb4-b70a-fedc0f2aae51", "name": "network-vif-deleted", "tag": "ac329ada-4e20-43ec-b923-cbd8f07a2a1c"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:28:15.336984 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-3f190555-02c2-4a4b-aaa8-0fc0eff6080a req-2278f6a0-b6d9-48c2-8341-99f9f69e6dc5 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] For port 42ceeaf9-16af-4b14-8962-cce9c98f3516, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=42ceeaf9-16af-4b14-8962-cce9c98f3516,segment=NetworkSegment(9ed9072b-bc6e-4e51-9d68-80238c982166),segment_id=9ed9072b-bc6e-4e51-9d68-80238c982166)] {{(pid=94715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:28:15.337359 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-3f190555-02c2-4a4b-aaa8-0fc0eff6080a req-2278f6a0-b6d9-48c2-8341-99f9f69e6dc5 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:15.359643 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-852bad59-72d0-47a7-8ca9-4c1d3273cddc tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1713976329&fields=id&tenant_id=d00f129a8555488e830b8922b204b52b HTTP/1.1" status: 200 len: 267 time: 0.0848393 Sep 17 17:28:15.360502 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-3f190555-02c2-4a4b-aaa8-0fc0eff6080a req-2278f6a0-b6d9-48c2-8341-99f9f69e6dc5 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Calling delete_port for 42ceeaf9-16af-4b14-8962-cce9c98f3516 owned by compute:nova {{(pid=94715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:28:15.381784 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2885930b-8c0b-491c-b36f-277dcb849a79 x-openstack-request-id: req-2885930b-8c0b-491c-b36f-277dcb849a79 {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:28:15.382080 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4736fb71-ac42-4fb4-b70a-fedc0f2aae51", "name": "network-vif-deleted", "tag": "ac329ada-4e20-43ec-b923-cbd8f07a2a1c", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:28:15.382336 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2885930b-8c0b-491c-b36f-277dcb849a79 {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:28:15.382731 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4736fb71-ac42-4fb4-b70a-fedc0f2aae51', 'name': 'network-vif-deleted', 'tag': 'ac329ada-4e20-43ec-b923-cbd8f07a2a1c', 'status': 'completed', 'code': 200} Sep 17 17:28:15.455101 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:15.530714 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-34b11503-f3f4-4149-a9bd-893832320d03 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:15.535530 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-34b11503-f3f4-4149-a9bd-893832320d03 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/networks?id=cb36a6d4-a9d9-4809-94d8-ccef3d49f97a HTTP/1.1" status: 200 len: 817 time: 0.1663930 Sep 17 17:28:15.548311 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-6e6bd0b9-6e92-433d-8894-c1a12a68265e tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/quotas/d00f129a8555488e830b8922b204b52b HTTP/1.1" status: 200 len: 375 time: 0.0107431 Sep 17 17:28:15.678533 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-d3568eda-57af-4afb-8525-d944aabcd08c tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d00f129a8555488e830b8922b204b52b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1138837 Sep 17 17:28:15.695877 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0dcbd-7ca6-4b75-a984-45b7d1ea66a7 req-6bd1571b-1caf-460e-8c8e-34a8209abe06 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:15.697392 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-27b0dcbd-7ca6-4b75-a984-45b7d1ea66a7 req-6bd1571b-1caf-460e-8c8e-34a8209abe06 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d74cf85-3d46-41be-86ad-5ff4bc771b7f HTTP/1.1" status: 200 len: 946 time: 0.0832908 Sep 17 17:28:15.738265 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-27b0dcbd-7ca6-4b75-a984-45b7d1ea66a7 req-e1af3535-597f-49a2-a37e-d1b0348213bd tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/security-groups?id=99531131-545b-4549-abff-2d49df4ea5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325999 Sep 17 17:28:15.811327 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-3f190555-02c2-4a4b-aaa8-0fc0eff6080a req-2278f6a0-b6d9-48c2-8341-99f9f69e6dc5 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:15.824692 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['42ceeaf9-16af-4b14-8962-cce9c98f3516'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:28:15.846748 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278f6a0-b6d9-48c2-8341-99f9f69e6dc5 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Pushing event deleted for resources: {'Port': ['ID=42ceeaf9-16af-4b14-8962-cce9c98f3516,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:15.908999 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f190555-02c2-4a4b-aaa8-0fc0eff6080a req-2278f6a0-b6d9-48c2-8341-99f9f69e6dc5 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] No DVR routers for this DVR port 42ceeaf9-16af-4b14-8962-cce9c98f3516 on host hv-cinder-80982 {{(pid=94715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 17:28:15.916366 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-3f190555-02c2-4a4b-aaa8-0fc0eff6080a req-2278f6a0-b6d9-48c2-8341-99f9f69e6dc5 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:15.918375 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3f190555-02c2-4a4b-aaa8-0fc0eff6080a req-2278f6a0-b6d9-48c2-8341-99f9f69e6dc5 tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.42 "DELETE /v2.0/ports/42ceeaf9-16af-4b14-8962-cce9c98f3516 HTTP/1.1" status: 204 len: 173 time: 0.9167824 Sep 17 17:28:15.978212 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-9b08c8f4-ae95-4fa7-b0c6-90c6c6aed78e service neutron] 10.222.0.18 "GET /v2.0/networks/cb36a6d4-a9d9-4809-94d8-ccef3d49f97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798786 Sep 17 17:28:16.068943 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-5ff5430b-af6a-4176-b4ee-9f2e162eb70b service neutron] 10.222.0.18 "GET /v2.0/networks/cb36a6d4-a9d9-4809-94d8-ccef3d49f97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841982 Sep 17 17:28:16.355196 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-22960b05-78c4-448d-b9f6-b0642f3d24c1 req-308157d2-3d69-471c-83f2-a4d13dd863cc tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 210 time: 0.0366292 Sep 17 17:28:16.416981 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c3f2bab3-f08d-473b-bc44-38c35dee6cba req-eea98a92-0157-46ac-875b-ed76283f8d7a tempest-VolumesActionsTest-2111408627 tempest-VolumesActionsTest-2111408627-project] 10.222.0.18 "GET /v2.0/ports?device_id=4736fb71-ac42-4fb4-b70a-fedc0f2aae51 HTTP/1.1" status: 200 len: 210 time: 0.0264766 Sep 17 17:28:16.845916 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b26798a6-0ed6-4b4e-9816-92621e5021a2 req-abd3d542-fb52-413c-b848-76614e03ef5f tempest-VolumesSnapshotTestJSON-1582674292 tempest-VolumesSnapshotTestJSON-1582674292-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d74cf85-3d46-41be-86ad-5ff4bc771b7f HTTP/1.1" status: 200 len: 210 time: 0.0261457 Sep 17 17:28:17.383549 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d74cf85-3d46-41be-86ad-5ff4bc771b7f', 'name': 'network-vif-deleted', 'tag': '42ceeaf9-16af-4b14-8962-cce9c98f3516'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:28:17.385851 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb80f39-4374-49e2-b758-bebc76a4f398" -d '{"events": [{"server_uuid": "0d74cf85-3d46-41be-86ad-5ff4bc771b7f", "name": "network-vif-deleted", "tag": "42ceeaf9-16af-4b14-8962-cce9c98f3516"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:28:17.422562 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238c7619-285b-4bfa-b5ad-ac08fee3ca25 x-openstack-request-id: req-238c7619-285b-4bfa-b5ad-ac08fee3ca25 {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:28:17.422861 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d74cf85-3d46-41be-86ad-5ff4bc771b7f", "name": "network-vif-deleted", "tag": "42ceeaf9-16af-4b14-8962-cce9c98f3516", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:28:17.423166 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-238c7619-285b-4bfa-b5ad-ac08fee3ca25 {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:28:17.423571 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d74cf85-3d46-41be-86ad-5ff4bc771b7f', 'name': 'network-vif-deleted', 'tag': '42ceeaf9-16af-4b14-8962-cce9c98f3516', 'status': 'completed', 'code': 200} Sep 17 17:28:17.471254 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-32b54dc3-70e6-4892-bca8-32cb2c0bf676 req-c31c08dc-8ef1-4f4a-9db2-2c1d1e4a0e0f tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 210 time: 0.0270171 Sep 17 17:28:18.300582 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-ec39b43f-314a-4be8-9ae0-e526aa75d27d tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=69ec080c7a734cf89e7472c14c9748c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306304 Sep 17 17:28:18.496130 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-42438d98-dfb9-4469-8ab4-3c0c0de63550 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:18.498446 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-42438d98-dfb9-4469-8ab4-3c0c0de63550 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1912003 Sep 17 17:28:18.530234 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-beee991b-20e2-4caa-8e77-b976ebd12c25 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.18 "GET /v2.0/quotas/69ec080c7a734cf89e7472c14c9748c7 HTTP/1.1" status: 200 len: 375 time: 0.0156415 Sep 17 17:28:18.559744 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-55fbf1a9-97de-46d9-a55a-7eaadb4a653c tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=69ec080c7a734cf89e7472c14c9748c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281243 Sep 17 17:28:18.595544 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f9a9f33f-8307-42b5-8b56-29b0a7688969 req-7df4ef8a-9404-4dff-b8b0-766c0624cdbc tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 210 time: 0.0387702 Sep 17 17:28:18.659319 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device ac329ada-4e20-43ec-b923-cbd8f07a2a1c no longer exists at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:28:18.680367 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] No Port match for: ac329ada-4e20-43ec-b923-cbd8f07a2a1c {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:28:18.680971 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device ac329ada-4e20-43ec-b923-cbd8f07a2a1c not bound to the agent host hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:28:18.681401 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 42ceeaf9-16af-4b14-8962-cce9c98f3516 no longer exists at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:28:18.703771 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] No Port match for: 42ceeaf9-16af-4b14-8962-cce9c98f3516 {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:28:18.704111 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 42ceeaf9-16af-4b14-8962-cce9c98f3516 not bound to the agent host hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:28:18.736933 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-112ed145-bef8-4118-8df0-7aedce541a98 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:18.738413 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-112ed145-bef8-4118-8df0-7aedce541a98 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.42 "GET /v2.0/networks?id=cb36a6d4-a9d9-4809-94d8-ccef3d49f97a HTTP/1.1" status: 200 len: 817 time: 0.1077898 Sep 17 17:28:18.783822 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-96f3a5ae-e275-4e50-9c9d-09f650d6d770 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d00f129a8555488e830b8922b204b52b HTTP/1.1" status: 200 len: 380 time: 0.0338149 Sep 17 17:28:18.796614 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-0c605a14-232b-4040-b0ad-064c5665fbb7 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Request body: {'port': {'device_id': 'a25848bb-52fd-475d-9723-91a60d8bb614', 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a', 'admin_state_up': True, 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'security_groups': ['9f2f1776-ad6e-4689-bc3a-572d5627662d']}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:28:18.909997 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1eb7517d-e588-4bcd-ad2c-19a203028003 req-5e60f198-a6f5-44cd-80ee-c2c449baa649 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4471076-2716-4e2f-8a2c-ba80abc51f2b HTTP/1.1" status: 200 len: 210 time: 0.0364954 Sep 17 17:28:19.026379 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-0c605a14-232b-4040-b0ad-064c5665fbb7 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Made reservation on behalf of d00f129a8555488e830b8922b204b52b for: {'port': 1} {{(pid=94715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:28:19.030452 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-0c605a14-232b-4040-b0ad-064c5665fbb7 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:19.151497 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.db_base_plugin_common [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-0c605a14-232b-4040-b0ad-064c5665fbb7 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Allocated IP 172.20.0.6 (cb36a6d4-a9d9-4809-94d8-ccef3d49f97a/fde94289-3ec1-481c-9f1d-1204a3b357ea/755975be-ed81-4fc9-abfc-9b5c7bfa57d5) {{(pid=94715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:28:19.289727 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-0c605a14-232b-4040-b0ad-064c5665fbb7 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for port, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:19.410280 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-0c605a14-232b-4040-b0ad-064c5665fbb7 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:19.451510 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-0c605a14-232b-4040-b0ad-064c5665fbb7 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Network cb36a6d4-a9d9-4809-94d8-ccef3d49f97a is already hosted by enough agents. {{(pid=94715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:28:19.454588 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-0c605a14-232b-4040-b0ad-064c5665fbb7 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Resources bound (agent type, host, resource id): {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:28:19.460515 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-0c605a14-232b-4040-b0ad-064c5665fbb7 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Received port after_create {{(pid=94715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:28:19.469919 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c605a14-232b-4040-b0ad-064c5665fbb7 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Pushing event updated for resources: {'Port': ['ID=755975be-ed81-4fc9-abfc-9b5c7bfa57d5,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:19.521437 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-0c605a14-232b-4040-b0ad-064c5665fbb7 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:19.522142 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-0c605a14-232b-4040-b0ad-064c5665fbb7 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:19.599027 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-0c605a14-232b-4040-b0ad-064c5665fbb7 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8093488 Sep 17 17:28:19.706070 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-acf9ef7b-42ad-4929-9290-411f2f1708dc None None] Provisioning complete for port 755975be-ed81-4fc9-abfc-9b5c7bfa57d5 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:28:19.709130 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-acf9ef7b-42ad-4929-9290-411f2f1708dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:19.730523 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96514e-3fa8-4044-af4c-65d060ed22fe req-b0ae6822-3b72-4c10-8d05-5f4ffb50599c tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:19.732045 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-dd96514e-3fa8-4044-af4c-65d060ed22fe req-b0ae6822-3b72-4c10-8d05-5f4ffb50599c tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 931 time: 0.0543029 Sep 17 17:28:19.742051 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-acf9ef7b-42ad-4929-9290-411f2f1708dc None None] Port 755975be-ed81-4fc9-abfc-9b5c7bfa57d5 cannot update to ACTIVE because it is not bound. {{(pid=94717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 17:28:19.771287 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-dd96514e-3fa8-4044-af4c-65d060ed22fe req-bf997039-b54e-4aba-9a87-b031bfc8d08c tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329587 Sep 17 17:28:20.004609 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0c73a6a0-7c6d-4937-8fdb-2c15b97939fc req-11807d53-3317-417b-8843-f822a6ce71ab tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4471076-2716-4e2f-8a2c-ba80abc51f2b HTTP/1.1" status: 200 len: 210 time: 0.0256176 Sep 17 17:28:21.047471 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df0854-1389-460d-b8e5-c4255d4554a1 req-8715e652-abf0-483c-8e75-a9100139b096 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:21.048979 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e6df0854-1389-460d-b8e5-c4255d4554a1 req-8715e652-abf0-483c-8e75-a9100139b096 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 931 time: 0.0492530 Sep 17 17:28:21.110023 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e6df0854-1389-460d-b8e5-c4255d4554a1 req-873d5054-a9b5-4c94-853a-4150c6cc0fcd tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552180 Sep 17 17:28:21.111920 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3b27c129-00c4-47f1-8a8d-c410d11c587c req-896ab3c0-3dac-48e2-8650-14e9893fc09a tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4471076-2716-4e2f-8a2c-ba80abc51f2b HTTP/1.1" status: 200 len: 210 time: 0.0382602 Sep 17 17:28:22.049558 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-3f29a8a5-112b-4727-ac8c-d27d930fd3a8 service neutron] Request body: {'port': {'device_id': 'a25848bb-52fd-475d-9723-91a60d8bb614', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80982'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:28:22.101052 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-3f29a8a5-112b-4727-ac8c-d27d930fd3a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:22.266837 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b991da38-d6b6-4a79-be8f-b7d82b788bec req-a96d3d34-9cb7-4a05-a7fa-7d5d1323798b tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4471076-2716-4e2f-8a2c-ba80abc51f2b HTTP/1.1" status: 200 len: 210 time: 0.0584030 Sep 17 17:28:22.313418 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cece0-77d5-4f8e-bffe-d1f3bbe21128 req-b3afe925-baab-4e4f-bb9e-e2e08b7f139f tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:22.315185 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8e5cece0-77d5-4f8e-bffe-d1f3bbe21128 req-b3afe925-baab-4e4f-bb9e-e2e08b7f139f tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 931 time: 0.1079259 Sep 17 17:28:22.618589 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8e5cece0-77d5-4f8e-bffe-d1f3bbe21128 req-69a90c7b-ced5-4b63-ab8c-0523fc2c15e8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497630 Sep 17 17:28:22.680128 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-3f29a8a5-112b-4727-ac8c-d27d930fd3a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 755975be-ed81-4fc9-abfc-9b5c7bfa57d5 {{(pid=94715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:28:22.687881 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-3f29a8a5-112b-4727-ac8c-d27d930fd3a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:22.699648 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-3f29a8a5-112b-4727-ac8c-d27d930fd3a8 service neutron] Transition to ACTIVE for port object 755975be-ed81-4fc9-abfc-9b5c7bfa57d5 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 17:28:22.746337 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-3f29a8a5-112b-4727-ac8c-d27d930fd3a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29270022'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:22.800841 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29a8a5-112b-4727-ac8c-d27d930fd3a8 service neutron] Pushing event updated for resources: {'Port': ['ID=755975be-ed81-4fc9-abfc-9b5c7bfa57d5,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:22.858539 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-691091e0-902e-49e9-9de0-b259b5194ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:22.868582 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-3f29a8a5-112b-4727-ac8c-d27d930fd3a8 service neutron] Attempting to bind port 755975be-ed81-4fc9-abfc-9b5c7bfa57d5 on host hv-cinder-80982 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:28:22.868928 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-3f29a8a5-112b-4727-ac8c-d27d930fd3a8 service neutron] Attempting to bind port 755975be-ed81-4fc9-abfc-9b5c7bfa57d5 by drivers openvswitch,hyperv on host hv-cinder-80982 at level 0 using segments [{'id': 'b1a03354-394c-43d7-9829-253346971927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:28:22.869271 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-3f29a8a5-112b-4727-ac8c-d27d930fd3a8 service neutron] Attempting to bind port 755975be-ed81-4fc9-abfc-9b5c7bfa57d5 on network cb36a6d4-a9d9-4809-94d8-ccef3d49f97a {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:28:22.873956 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-3f29a8a5-112b-4727-ac8c-d27d930fd3a8 service neutron] Port 755975be-ed81-4fc9-abfc-9b5c7bfa57d5 on network cb36a6d4-a9d9-4809-94d8-ccef3d49f97a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80982 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 17:28:22.874291 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-3f29a8a5-112b-4727-ac8c-d27d930fd3a8 service neutron] Attempting to bind port 755975be-ed81-4fc9-abfc-9b5c7bfa57d5 on network cb36a6d4-a9d9-4809-94d8-ccef3d49f97a {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:28:22.879270 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-3f29a8a5-112b-4727-ac8c-d27d930fd3a8 service neutron] Checking agent: {'id': 'e15b8fdc-3f6d-455f-8616-9488d56a2a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80982', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'started_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:28:22.879609 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-3f29a8a5-112b-4727-ac8c-d27d930fd3a8 service neutron] Checking segment: {'id': 'b1a03354-394c-43d7-9829-253346971927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:28:22.879999 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-3f29a8a5-112b-4727-ac8c-d27d930fd3a8 service neutron] Bound using segment: {'id': 'b1a03354-394c-43d7-9829-253346971927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:28:22.880438 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-3f29a8a5-112b-4727-ac8c-d27d930fd3a8 service neutron] Bound port: 755975be-ed81-4fc9-abfc-9b5c7bfa57d5, host: hv-cinder-80982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1a03354-394c-43d7-9829-253346971927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:28:22.880798 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-3f29a8a5-112b-4727-ac8c-d27d930fd3a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:22.945998 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-3f29a8a5-112b-4727-ac8c-d27d930fd3a8 service neutron] For port 755975be-ed81-4fc9-abfc-9b5c7bfa57d5, host hv-cinder-80982, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:28:22.949106 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-3f29a8a5-112b-4727-ac8c-d27d930fd3a8 service neutron] For port 755975be-ed81-4fc9-abfc-9b5c7bfa57d5, host hv-cinder-80982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=755975be-ed81-4fc9-abfc-9b5c7bfa57d5,segment=NetworkSegment(b1a03354-394c-43d7-9829-253346971927),segment_id=b1a03354-394c-43d7-9829-253346971927)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:28:23.216283 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-3f29a8a5-112b-4727-ac8c-d27d930fd3a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29270022'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:23.252633 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-3f29a8a5-112b-4727-ac8c-d27d930fd3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:23.253167 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-3f29a8a5-112b-4727-ac8c-d27d930fd3a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:23.254533 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-3f29a8a5-112b-4727-ac8c-d27d930fd3a8 service neutron] 10.222.0.42 "PUT /v2.0/ports/755975be-ed81-4fc9-abfc-9b5c7bfa57d5 HTTP/1.1" status: 200 len: 1093 time: 1.2121990 Sep 17 17:28:23.256846 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a25848bb-52fd-475d-9723-91a60d8bb614', 'tag': '755975be-ed81-4fc9-abfc-9b5c7bfa57d5'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:28:23.259128 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d2d2ad-cd4b-471f-820f-63e412c313d5" -d '{"events": [{"name": "network-changed", "server_uuid": "a25848bb-52fd-475d-9723-91a60d8bb614", "tag": "755975be-ed81-4fc9-abfc-9b5c7bfa57d5"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:28:23.286695 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29a8a5-112b-4727-ac8c-d27d930fd3a8 service neutron] Pushing event updated for resources: {'Port': ['ID=755975be-ed81-4fc9-abfc-9b5c7bfa57d5,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:23.309089 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 17:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675af47b-aff4-45ab-980a-62be30048621 x-openstack-request-id: req-675af47b-aff4-45ab-980a-62be30048621 {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:28:23.309089 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a25848bb-52fd-475d-9723-91a60d8bb614", "tag": "755975be-ed81-4fc9-abfc-9b5c7bfa57d5", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:28:23.309089 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-675af47b-aff4-45ab-980a-62be30048621 {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:28:23.309089 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a25848bb-52fd-475d-9723-91a60d8bb614', 'tag': '755975be-ed81-4fc9-abfc-9b5c7bfa57d5', 'status': 'completed', 'code': 200} Sep 17 17:28:23.364011 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4cca6887-ff1c-4807-8a89-fc5e39f347bf req-1b4a74ae-30a0-419f-bb7e-3d311f70fe63 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4471076-2716-4e2f-8a2c-ba80abc51f2b HTTP/1.1" status: 200 len: 210 time: 0.0268421 Sep 17 17:28:23.736401 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ad2bb-aff6-4456-9a4c-4efe78f17b49 req-18bcb19e-d31d-4e53-9775-7d1167fbe943 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:23.737924 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-752ad2bb-aff6-4456-9a4c-4efe78f17b49 req-18bcb19e-d31d-4e53-9775-7d1167fbe943 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 943 time: 0.0491378 Sep 17 17:28:23.776438 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-752ad2bb-aff6-4456-9a4c-4efe78f17b49 req-6c0818ac-6bc5-4ccb-8442-72ea45dffb29 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325654 Sep 17 17:28:24.467354 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-97641cc5-7b50-4d9e-a4f2-03a205b77968 req-e1cf9823-5283-430f-a35e-dc0c9d0bf120 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4471076-2716-4e2f-8a2c-ba80abc51f2b HTTP/1.1" status: 200 len: 210 time: 0.0269184 Sep 17 17:28:24.899552 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8c1ba-2de2-4f5f-b21f-29dc7482c1e8 req-a56b129d-f252-48ff-b265-8cf0289765d4 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:24.901032 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cba8c1ba-2de2-4f5f-b21f-29dc7482c1e8 req-a56b129d-f252-48ff-b265-8cf0289765d4 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 943 time: 0.0509939 Sep 17 17:28:24.938477 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cba8c1ba-2de2-4f5f-b21f-29dc7482c1e8 req-ea0037c4-a775-4953-ac6a-c4f710d1a17b tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315731 Sep 17 17:28:25.288428 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2d2ad-cd4b-471f-820f-63e412c313d5 req-8eb9c5cb-245e-4aca-a0d1-59c9956ccc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:25.289770 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c9d2d2ad-cd4b-471f-820f-63e412c313d5 req-8eb9c5cb-245e-4aca-a0d1-59c9956ccc7d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d00f129a8555488e830b8922b204b52b&device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 1096 time: 0.0381396 Sep 17 17:28:25.386934 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2d2ad-cd4b-471f-820f-63e412c313d5 req-888a8bd8-8343-41f9-bc04-602086dec26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:25.388510 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c9d2d2ad-cd4b-471f-820f-63e412c313d5 req-888a8bd8-8343-41f9-bc04-602086dec26f service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=d00f129a8555488e830b8922b204b52b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0902941 Sep 17 17:28:25.482135 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2d2ad-cd4b-471f-820f-63e412c313d5 req-7d260e0c-9a66-49b1-aa42-326e5b3ce3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:25.485282 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c9d2d2ad-cd4b-471f-820f-63e412c313d5 req-7d260e0c-9a66-49b1-aa42-326e5b3ce3d5 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0859604 Sep 17 17:28:25.579737 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c46e4b1e-43f9-4688-9cd4-715654b9d535 req-8e8a3217-284e-4eef-8ecc-034349e7c601 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4471076-2716-4e2f-8a2c-ba80abc51f2b HTTP/1.1" status: 200 len: 210 time: 0.0319989 Sep 17 17:28:25.588474 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-97c0b0bb-d3fd-46a3-8e8a-3b04a1600ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:25.589877 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-97c0b0bb-d3fd-46a3-8e8a-3b04a1600ccf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d00f129a8555488e830b8922b204b52b&device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 1096 time: 0.0673008 Sep 17 17:28:25.633849 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-f771509f-3f30-4744-afbe-8b655c70f445 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=755975be-ed81-4fc9-abfc-9b5c7bfa57d5 HTTP/1.1" status: 200 len: 217 time: 0.0351636 Sep 17 17:28:25.675696 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-012972ec-89ea-4efd-9c08-0377e53b6500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:25.684769 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-b7f3cd7e-cbdb-4e8c-af52-e4858a759246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:25.686175 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-b7f3cd7e-cbdb-4e8c-af52-e4858a759246 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fde94289-3ec1-481c-9f1d-1204a3b357ea HTTP/1.1" status: 200 len: 856 time: 0.0443072 Sep 17 17:28:25.753240 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-b6bf0e91-7418-4a2e-834a-dba9d64a4169 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=69ec080c7a734cf89e7472c14c9748c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255437 Sep 17 17:28:25.755733 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-c299eb11-da1b-4062-8dd8-d101e4fc7936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:25.762574 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-c299eb11-da1b-4062-8dd8-d101e4fc7936 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cb36a6d4-a9d9-4809-94d8-ccef3d49f97a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0635827 Sep 17 17:28:25.930500 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-dbad3c35-f3b4-4044-a62e-eb3c20bd3d58 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:25.932014 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-dbad3c35-f3b4-4044-a62e-eb3c20bd3d58 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1644127 Sep 17 17:28:25.935605 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-e4c48d27-d99b-4705-9ba9-3ab6fbbe1aa9 service neutron] 10.222.0.42 "GET /v2.0/networks/cb36a6d4-a9d9-4809-94d8-ccef3d49f97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598120 Sep 17 17:28:25.953645 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-0b065e69-1c96-4311-9d47-8b76e8c5d72d tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] Request body: {'port': {'device_id': 'f4471076-2716-4e2f-8a2c-ba80abc51f2b', 'network_id': '4bc3f3f2-4867-4534-8626-611ecc31273e', 'admin_state_up': True, 'tenant_id': '69ec080c7a734cf89e7472c14c9748c7'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:28:26.157204 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edc73c-a34b-4fb2-84d6-3d51d3d2d5f2 req-ff1529c2-de2d-44e4-9b9f-c199f8f389cb tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:26.158674 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-60edc73c-a34b-4fb2-84d6-3d51d3d2d5f2 req-ff1529c2-de2d-44e4-9b9f-c199f8f389cb tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 943 time: 0.1215794 Sep 17 17:28:26.164527 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6e5bc7c6-5992-49fe-8d59-7e01c57bbfd0 req-0cc22dc8-2c7b-458d-a543-5fe9c2d602b7 service neutron] 10.222.0.42 "GET /v2.0/networks/cb36a6d4-a9d9-4809-94d8-ccef3d49f97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148912 Sep 17 17:28:26.205702 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-60edc73c-a34b-4fb2-84d6-3d51d3d2d5f2 req-0da3cad7-931e-402b-a203-325b351d159d tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402360 Sep 17 17:28:26.272808 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-0b065e69-1c96-4311-9d47-8b76e8c5d72d tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] Made reservation on behalf of 69ec080c7a734cf89e7472c14c9748c7 for: {'port': 1} {{(pid=94715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:28:26.276341 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-0b065e69-1c96-4311-9d47-8b76e8c5d72d tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:26.289414 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-0b065e69-1c96-4311-9d47-8b76e8c5d72d tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:26.375697 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-0b065e69-1c96-4311-9d47-8b76e8c5d72d tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:26.418594 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-0b065e69-1c96-4311-9d47-8b76e8c5d72d tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:26.485967 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b065e69-1c96-4311-9d47-8b76e8c5d72d tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7583d9cf-426b-4019-b467-a3b8fe8e7cf6,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:26.557035 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.db_base_plugin_common [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-0b065e69-1c96-4311-9d47-8b76e8c5d72d tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] Allocated IP 192.168.233.122 (4bc3f3f2-4867-4534-8626-611ecc31273e/7e3fcc68-b6b6-4430-aeb1-7c197c100225/52376feb-7273-48cd-92ac-d4e946fb4947) {{(pid=94715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:28:26.691105 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9b319359-1e5d-43bd-ba0d-ccb976b52998 req-9f04437d-679f-496b-a199-2debb11390c9 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4471076-2716-4e2f-8a2c-ba80abc51f2b HTTP/1.1" status: 200 len: 210 time: 0.0332892 Sep 17 17:28:26.709250 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:26.765152 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-0b065e69-1c96-4311-9d47-8b76e8c5d72d tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] Notify callbacks [] for port, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:26.780775 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:26.855968 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-0b065e69-1c96-4311-9d47-8b76e8c5d72d tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:26.899774 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-0b065e69-1c96-4311-9d47-8b76e8c5d72d tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] Network 4bc3f3f2-4867-4534-8626-611ecc31273e is already hosted by enough agents. {{(pid=94715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:28:26.905656 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-0b065e69-1c96-4311-9d47-8b76e8c5d72d tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] Resources bound (agent type, host, resource id): {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:28:26.912839 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-0b065e69-1c96-4311-9d47-8b76e8c5d72d tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] Received port after_create {{(pid=94715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:28:26.916440 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b065e69-1c96-4311-9d47-8b76e8c5d72d tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] Pushing event updated for resources: {'Port': ['ID=52376feb-7273-48cd-92ac-d4e946fb4947,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:26.972055 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-0b065e69-1c96-4311-9d47-8b76e8c5d72d tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:26.972671 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-0b065e69-1c96-4311-9d47-8b76e8c5d72d tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:27.107992 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-0b065e69-1c96-4311-9d47-8b76e8c5d72d tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1592822 Sep 17 17:28:27.122996 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-dd79558a-d210-438b-848b-9f6c16a6b8d0 service neutron] Request body: {'port': {'device_id': 'f4471076-2716-4e2f-8a2c-ba80abc51f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80982'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:28:27.152172 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-06673382-e424-4963-b967-5e2903a284dd None None] Provisioning complete for port 52376feb-7273-48cd-92ac-d4e946fb4947 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:28:27.156487 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-06673382-e424-4963-b967-5e2903a284dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:27.196799 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-dd79558a-d210-438b-848b-9f6c16a6b8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:27.222363 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-06673382-e424-4963-b967-5e2903a284dd None None] Port 52376feb-7273-48cd-92ac-d4e946fb4947 cannot update to ACTIVE because it is not bound. {{(pid=94717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 17:28:27.409937 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbe53a-7fb8-471e-acef-cdf90e60bb97 req-23adee25-328b-4e5d-a403-a30c2f205be8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:27.411624 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5dfbe53a-7fb8-471e-acef-cdf90e60bb97 req-23adee25-328b-4e5d-a403-a30c2f205be8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 943 time: 0.0916564 Sep 17 17:28:27.493649 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5dfbe53a-7fb8-471e-acef-cdf90e60bb97 req-bf564780-282b-46a4-a0fb-ca7d3c14c8f6 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575852 Sep 17 17:28:27.578411 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-dd79558a-d210-438b-848b-9f6c16a6b8d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52376feb-7273-48cd-92ac-d4e946fb4947 {{(pid=94715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:28:27.592147 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-dd79558a-d210-438b-848b-9f6c16a6b8d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:27.608114 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-dd79558a-d210-438b-848b-9f6c16a6b8d0 service neutron] Transition to ACTIVE for port object 52376feb-7273-48cd-92ac-d4e946fb4947 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 17:28:27.695318 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-dd79558a-d210-438b-848b-9f6c16a6b8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29270022'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:27.785872 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79558a-d210-438b-848b-9f6c16a6b8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=52376feb-7273-48cd-92ac-d4e946fb4947,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:27.914330 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-dd79558a-d210-438b-848b-9f6c16a6b8d0 service neutron] Attempting to bind port 52376feb-7273-48cd-92ac-d4e946fb4947 on host hv-cinder-80982 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:28:27.914833 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-dd79558a-d210-438b-848b-9f6c16a6b8d0 service neutron] Attempting to bind port 52376feb-7273-48cd-92ac-d4e946fb4947 by drivers openvswitch,hyperv on host hv-cinder-80982 at level 0 using segments [{'id': 'a1cfe824-bafe-4cd9-b5df-99bb58d01f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4bc3f3f2-4867-4534-8626-611ecc31273e'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:28:27.915285 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-dd79558a-d210-438b-848b-9f6c16a6b8d0 service neutron] Attempting to bind port 52376feb-7273-48cd-92ac-d4e946fb4947 on network 4bc3f3f2-4867-4534-8626-611ecc31273e {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:28:27.926175 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcae549-c7b2-4285-be18-b7d15ee8234c req-ded980c3-493a-4d78-8e21-9e5b3732531b tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:27.927903 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9dcae549-c7b2-4285-be18-b7d15ee8234c req-ded980c3-493a-4d78-8e21-9e5b3732531b tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4471076-2716-4e2f-8a2c-ba80abc51f2b HTTP/1.1" status: 200 len: 948 time: 0.0983374 Sep 17 17:28:27.930309 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-dd79558a-d210-438b-848b-9f6c16a6b8d0 service neutron] Port 52376feb-7273-48cd-92ac-d4e946fb4947 on network 4bc3f3f2-4867-4534-8626-611ecc31273e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80982 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 17:28:27.930753 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-dd79558a-d210-438b-848b-9f6c16a6b8d0 service neutron] Attempting to bind port 52376feb-7273-48cd-92ac-d4e946fb4947 on network 4bc3f3f2-4867-4534-8626-611ecc31273e {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:28:27.938631 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-dd79558a-d210-438b-848b-9f6c16a6b8d0 service neutron] Checking agent: {'id': 'e15b8fdc-3f6d-455f-8616-9488d56a2a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80982', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'started_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:28:27.939488 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-dd79558a-d210-438b-848b-9f6c16a6b8d0 service neutron] Checking segment: {'id': 'a1cfe824-bafe-4cd9-b5df-99bb58d01f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4bc3f3f2-4867-4534-8626-611ecc31273e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:28:27.939972 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-dd79558a-d210-438b-848b-9f6c16a6b8d0 service neutron] Bound using segment: {'id': 'a1cfe824-bafe-4cd9-b5df-99bb58d01f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4bc3f3f2-4867-4534-8626-611ecc31273e'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:28:27.940511 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-dd79558a-d210-438b-848b-9f6c16a6b8d0 service neutron] Bound port: 52376feb-7273-48cd-92ac-d4e946fb4947, host: hv-cinder-80982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1cfe824-bafe-4cd9-b5df-99bb58d01f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4bc3f3f2-4867-4534-8626-611ecc31273e'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:28:27.940978 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-dd79558a-d210-438b-848b-9f6c16a6b8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:28.003605 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9dcae549-c7b2-4285-be18-b7d15ee8234c req-77c41fea-3e3b-4e44-b337-96d5b26f733c tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.18 "GET /v2.0/security-groups?id=7583d9cf-426b-4019-b467-a3b8fe8e7cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666242 Sep 17 17:28:28.046160 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-dd79558a-d210-438b-848b-9f6c16a6b8d0 service neutron] For port 52376feb-7273-48cd-92ac-d4e946fb4947, host hv-cinder-80982, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:28:28.050026 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-dd79558a-d210-438b-848b-9f6c16a6b8d0 service neutron] For port 52376feb-7273-48cd-92ac-d4e946fb4947, host hv-cinder-80982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=52376feb-7273-48cd-92ac-d4e946fb4947,segment=NetworkSegment(a1cfe824-bafe-4cd9-b5df-99bb58d01f8e),segment_id=a1cfe824-bafe-4cd9-b5df-99bb58d01f8e)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:28:28.124617 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-dd79558a-d210-438b-848b-9f6c16a6b8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29270022'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:28.162193 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-dd79558a-d210-438b-848b-9f6c16a6b8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:28.162837 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-dd79558a-d210-438b-848b-9f6c16a6b8d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:28.164498 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-dd79558a-d210-438b-848b-9f6c16a6b8d0 service neutron] 10.222.0.42 "PUT /v2.0/ports/52376feb-7273-48cd-92ac-d4e946fb4947 HTTP/1.1" status: 200 len: 1098 time: 1.0474308 Sep 17 17:28:28.164961 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4471076-2716-4e2f-8a2c-ba80abc51f2b', 'tag': '52376feb-7273-48cd-92ac-d4e946fb4947'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:28:28.170985 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd20944e-3063-4c38-a91e-b5cae8523a5f" -d '{"events": [{"name": "network-changed", "server_uuid": "f4471076-2716-4e2f-8a2c-ba80abc51f2b", "tag": "52376feb-7273-48cd-92ac-d4e946fb4947"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:28:28.210924 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79558a-d210-438b-848b-9f6c16a6b8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=52376feb-7273-48cd-92ac-d4e946fb4947,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:28.233636 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 17:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8586d1-f400-4da3-800d-562b4761a9d2 x-openstack-request-id: req-6e8586d1-f400-4da3-800d-562b4761a9d2 {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:28:28.233933 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4471076-2716-4e2f-8a2c-ba80abc51f2b", "tag": "52376feb-7273-48cd-92ac-d4e946fb4947", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:28:28.234193 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6e8586d1-f400-4da3-800d-562b4761a9d2 {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:28:28.234600 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4471076-2716-4e2f-8a2c-ba80abc51f2b', 'tag': '52376feb-7273-48cd-92ac-d4e946fb4947', 'status': 'completed', 'code': 200} Sep 17 17:28:28.239265 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 755975be-ed81-4fc9-abfc-9b5c7bfa57d5 details requested by agent hyperv_hv-cinder-80982 with host hv-cinder-80982 {{(pid=94717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 17:28:28.431898 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 755975be-ed81-4fc9-abfc-9b5c7bfa57d5, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=755975be-ed81-4fc9-abfc-9b5c7bfa57d5,segment=NetworkSegment(b1a03354-394c-43d7-9829-253346971927),segment_id=b1a03354-394c-43d7-9829-253346971927)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:28:28.447778 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Returning: {'device': '755975be-ed81-4fc9-abfc-9b5c7bfa57d5', 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a', 'port_id': '755975be-ed81-4fc9-abfc-9b5c7bfa57d5', 'mac_address': 'fa:16:3e:64:38:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fde94289-3ec1-481c-9f1d-1204a3b357ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 17:28:28.457312 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20944e-3063-4c38-a91e-b5cae8523a5f req-32479d61-33b7-48d2-908a-d499ed20e610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:28.459022 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cd20944e-3063-4c38-a91e-b5cae8523a5f req-32479d61-33b7-48d2-908a-d499ed20e610 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=69ec080c7a734cf89e7472c14c9748c7&device_id=f4471076-2716-4e2f-8a2c-ba80abc51f2b HTTP/1.1" status: 200 len: 1101 time: 0.1993544 Sep 17 17:28:28.496057 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cd20944e-3063-4c38-a91e-b5cae8523a5f req-990fea3a-c097-402a-a7d5-3b57231e019f service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=69ec080c7a734cf89e7472c14c9748c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274019 Sep 17 17:28:28.509066 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:28.524178 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 755975be-ed81-4fc9-abfc-9b5c7bfa57d5 {{(pid=94717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:28:28.554864 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 755975be-ed81-4fc9-abfc-9b5c7bfa57d5, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=755975be-ed81-4fc9-abfc-9b5c7bfa57d5,segment=NetworkSegment(b1a03354-394c-43d7-9829-253346971927),segment_id=b1a03354-394c-43d7-9829-253346971927)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:28:28.592623 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:28.646384 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:28.696561 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051c7ad-a9dc-4957-8f1c-e83bdf951048 req-71edb273-32cc-4a45-a28e-3dabb4141297 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:28.704466 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f051c7ad-a9dc-4957-8f1c-e83bdf951048 req-71edb273-32cc-4a45-a28e-3dabb4141297 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 944 time: 0.0774932 Sep 17 17:28:28.707601 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20944e-3063-4c38-a91e-b5cae8523a5f req-501f179c-12d8-424a-a148-c11121107df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:28.709173 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cd20944e-3063-4c38-a91e-b5cae8523a5f req-501f179c-12d8-424a-a148-c11121107df8 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2034030 Sep 17 17:28:28.710382 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=755975be-ed81-4fc9-abfc-9b5c7bfa57d5,revision_number=4']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:28.771903 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f051c7ad-a9dc-4957-8f1c-e83bdf951048 req-9d1b31be-4491-404b-a05d-4733086ce6bd tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664282 Sep 17 17:28:28.814820 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-2fd5ccdd-86ec-4a9d-8805-d93d3e9a0269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:28.816359 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-2fd5ccdd-86ec-4a9d-8805-d93d3e9a0269 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=69ec080c7a734cf89e7472c14c9748c7&device_id=f4471076-2716-4e2f-8a2c-ba80abc51f2b HTTP/1.1" status: 200 len: 1101 time: 0.0597246 Sep 17 17:28:28.861603 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-98b6991d-8bb4-49f2-b1ee-b649a97cb0c7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=52376feb-7273-48cd-92ac-d4e946fb4947 HTTP/1.1" status: 200 len: 217 time: 0.0368972 Sep 17 17:28:28.890838 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['755975be-ed81-4fc9-abfc-9b5c7bfa57d5'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:28:28.914808 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-56f6b654-5884-4369-9ee6-084125c6296e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:28.916697 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-56f6b654-5884-4369-9ee6-084125c6296e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7e3fcc68-b6b6-4430-aeb1-7c197c100225 HTTP/1.1" status: 200 len: 843 time: 0.0460026 Sep 17 17:28:28.971328 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-62560c08-dd61-4983-9153-0f891c8e8af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:28.973130 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-62560c08-dd61-4983-9153-0f891c8e8af6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4bc3f3f2-4867-4534-8626-611ecc31273e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0476444 Sep 17 17:28:29.111949 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-0c2d249f-3da8-42bf-a377-bf06bf237763 service neutron] 10.222.0.42 "GET /v2.0/networks/4bc3f3f2-4867-4534-8626-611ecc31273e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294451 Sep 17 17:28:29.311883 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c21764-7c9e-4097-b64f-66ddb0450c40 req-46e7650f-c9dc-4f96-bf30-0f4cb4914c2d tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:29.313454 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-22c21764-7c9e-4097-b64f-66ddb0450c40 req-46e7650f-c9dc-4f96-bf30-0f4cb4914c2d tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4471076-2716-4e2f-8a2c-ba80abc51f2b HTTP/1.1" status: 200 len: 948 time: 0.1775272 Sep 17 17:28:29.351256 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8603f163-d678-4cb1-b98a-ffdf344a9f07 req-28aa22a1-a246-478f-89b1-c02c2e8ee4ef service neutron] 10.222.0.42 "GET /v2.0/networks/4bc3f3f2-4867-4534-8626-611ecc31273e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300324 Sep 17 17:28:29.371490 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-22c21764-7c9e-4097-b64f-66ddb0450c40 req-4be57b8d-b303-45fc-8fb9-21fb8413826b tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.18 "GET /v2.0/security-groups?id=7583d9cf-426b-4019-b467-a3b8fe8e7cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472078 Sep 17 17:28:29.927881 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed43fcf-765c-4ccb-8b1a-37ba7924c7c5 req-979a0d09-8f64-45b9-86bd-5af053d91658 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:29.929427 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6ed43fcf-765c-4ccb-8b1a-37ba7924c7c5 req-979a0d09-8f64-45b9-86bd-5af053d91658 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 944 time: 0.0654693 Sep 17 17:28:29.968447 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6ed43fcf-765c-4ccb-8b1a-37ba7924c7c5 req-3c594f4e-99d2-4924-845c-2317675cb531 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323091 Sep 17 17:28:30.259005 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 755975be-ed81-4fc9-abfc-9b5c7bfa57d5 up at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:28:30.389814 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning for port 755975be-ed81-4fc9-abfc-9b5c7bfa57d5 completed by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 17:28:30.393843 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning complete for port 755975be-ed81-4fc9-abfc-9b5c7bfa57d5 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:28:30.394215 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:30.484216 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:30.504949 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7aa45-d482-4fd8-af77-3ab8ad840523 req-5c307674-8328-4cbb-8b50-89d19feea206 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:30.506768 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c3d7aa45-d482-4fd8-af77-3ab8ad840523 req-5c307674-8328-4cbb-8b50-89d19feea206 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4471076-2716-4e2f-8a2c-ba80abc51f2b HTTP/1.1" status: 200 len: 948 time: 0.0510490 Sep 17 17:28:30.509263 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a25848bb-52fd-475d-9723-91a60d8bb614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755975be-ed81-4fc9-abfc-9b5c7bfa57d5'}] {{(pid=94717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:28:30.511764 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef4bfb6114c7858c34ed9f7d570ef17f9d28f3d7fc67a01f0bf07e2066d3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514a3785-9852-493c-9b47-73a73eebfbb0" -d '{"events": [{"server_uuid": "a25848bb-52fd-475d-9723-91a60d8bb614", "name": "network-vif-plugged", "status": "completed", "tag": "755975be-ed81-4fc9-abfc-9b5c7bfa57d5"}]}' {{(pid=94717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:28:30.526721 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 755975be-ed81-4fc9-abfc-9b5c7bfa57d5, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=755975be-ed81-4fc9-abfc-9b5c7bfa57d5,segment=NetworkSegment(b1a03354-394c-43d7-9829-253346971927),segment_id=b1a03354-394c-43d7-9829-253346971927)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:28:30.557724 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4a757e-c545-45f4-9419-b90034adf85f x-openstack-request-id: req-dc4a757e-c545-45f4-9419-b90034adf85f {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:28:30.558290 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a25848bb-52fd-475d-9723-91a60d8bb614", "name": "network-vif-plugged", "status": "completed", "tag": "755975be-ed81-4fc9-abfc-9b5c7bfa57d5", "code": 200}]} {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:28:30.558602 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dc4a757e-c545-45f4-9419-b90034adf85f {{(pid=94717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:28:30.560021 dv-cinder-809828-1-iscsi neutron-server[94717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a25848bb-52fd-475d-9723-91a60d8bb614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755975be-ed81-4fc9-abfc-9b5c7bfa57d5', 'code': 200} Sep 17 17:28:30.567936 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c3d7aa45-d482-4fd8-af77-3ab8ad840523 req-79be1fdc-cfaa-4700-89f2-f86b8a746527 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.18 "GET /v2.0/security-groups?id=7583d9cf-426b-4019-b467-a3b8fe8e7cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541832 Sep 17 17:28:30.627031 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:30.681135 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=755975be-ed81-4fc9-abfc-9b5c7bfa57d5,revision_number=5']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:31.041199 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306be935-e8c3-46c8-bc8b-ce62e5b00e42 req-7000218a-89ab-471c-aefc-784cd4162a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:31.042882 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-306be935-e8c3-46c8-bc8b-ce62e5b00e42 req-7000218a-89ab-471c-aefc-784cd4162a8b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 1098 time: 0.0549695 Sep 17 17:28:31.110301 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-306be935-e8c3-46c8-bc8b-ce62e5b00e42 req-ac7514a2-6f08-4d06-b3ff-106a304bef6b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587218 Sep 17 17:28:31.137594 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15623154-b102-44fa-a865-314bfb790f78 req-ab2f4cf4-2d99-4dd2-8112-c29f39c438e9 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:31.143485 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-15623154-b102-44fa-a865-314bfb790f78 req-ab2f4cf4-2d99-4dd2-8112-c29f39c438e9 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.0748539 Sep 17 17:28:31.183490 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-15623154-b102-44fa-a865-314bfb790f78 req-9c469fe2-0037-4f73-9550-439f0f6a27e1 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369763 Sep 17 17:28:31.703773 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a174455-5ee4-4cc1-aebe-bd2385d26999 req-51bd4803-94a1-4887-8f5e-bcc9d6ae8fa5 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:31.705292 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6a174455-5ee4-4cc1-aebe-bd2385d26999 req-51bd4803-94a1-4887-8f5e-bcc9d6ae8fa5 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4471076-2716-4e2f-8a2c-ba80abc51f2b HTTP/1.1" status: 200 len: 948 time: 0.0511777 Sep 17 17:28:31.754315 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6a174455-5ee4-4cc1-aebe-bd2385d26999 req-5c247d54-a652-498b-957e-c70ef6e61795 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.18 "GET /v2.0/security-groups?id=7583d9cf-426b-4019-b467-a3b8fe8e7cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418906 Sep 17 17:28:32.325263 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b98990-7ac9-43a8-ad43-bcc189289dd5 req-ed63b03f-22f0-43cd-8a36-9a7f6d122d78 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:32.326824 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b5b98990-7ac9-43a8-ad43-bcc189289dd5 req-ed63b03f-22f0-43cd-8a36-9a7f6d122d78 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.0525062 Sep 17 17:28:32.380656 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b5b98990-7ac9-43a8-ad43-bcc189289dd5 req-a582b3c3-3ce2-40f8-a668-6893c1514783 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435851 Sep 17 17:28:32.884576 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5459c-1d66-4a23-8547-88ec4d859819 req-6fc111b2-c8f4-4978-bbb7-03424fde467a tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:32.886140 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-55b5459c-1d66-4a23-8547-88ec4d859819 req-6fc111b2-c8f4-4978-bbb7-03424fde467a tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4471076-2716-4e2f-8a2c-ba80abc51f2b HTTP/1.1" status: 200 len: 948 time: 0.0587134 Sep 17 17:28:32.906551 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 52376feb-7273-48cd-92ac-d4e946fb4947 details requested by agent hyperv_hv-cinder-80982 with host hv-cinder-80982 {{(pid=94717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 17:28:32.929341 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-55b5459c-1d66-4a23-8547-88ec4d859819 req-26b10b1f-f93f-4806-b684-d5adad2d4dcc tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.18 "GET /v2.0/security-groups?id=7583d9cf-426b-4019-b467-a3b8fe8e7cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368292 Sep 17 17:28:33.025103 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 52376feb-7273-48cd-92ac-d4e946fb4947, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=52376feb-7273-48cd-92ac-d4e946fb4947,segment=NetworkSegment(a1cfe824-bafe-4cd9-b5df-99bb58d01f8e),segment_id=a1cfe824-bafe-4cd9-b5df-99bb58d01f8e)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:28:33.036606 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Returning: {'device': '52376feb-7273-48cd-92ac-d4e946fb4947', 'network_id': '4bc3f3f2-4867-4534-8626-611ecc31273e', 'port_id': '52376feb-7273-48cd-92ac-d4e946fb4947', 'mac_address': 'fa:16:3e:bb:34:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e3fcc68-b6b6-4430-aeb1-7c197c100225', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 17:28:33.074001 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:33.086171 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52376feb-7273-48cd-92ac-d4e946fb4947 {{(pid=94717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:28:33.105565 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 52376feb-7273-48cd-92ac-d4e946fb4947, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=52376feb-7273-48cd-92ac-d4e946fb4947,segment=NetworkSegment(a1cfe824-bafe-4cd9-b5df-99bb58d01f8e),segment_id=a1cfe824-bafe-4cd9-b5df-99bb58d01f8e)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:28:33.178412 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:33.237017 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=52376feb-7273-48cd-92ac-d4e946fb4947,revision_number=4']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:33.525834 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2ad0d-7702-4999-bde9-8eb2c5385130 req-649e15bb-ec31-464f-8b2c-c9f828f667a2 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:33.527579 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-69b2ad0d-7702-4999-bde9-8eb2c5385130 req-649e15bb-ec31-464f-8b2c-c9f828f667a2 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.0530550 Sep 17 17:28:33.580519 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-69b2ad0d-7702-4999-bde9-8eb2c5385130 req-6b8ed707-e781-431c-b4da-530ad78e80c5 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440063 Sep 17 17:28:34.086509 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ae4c0-673e-4001-a9cf-0e8acb3a489e req-b1b2e934-8458-4015-b5f8-40427ce839ae tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:34.088527 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-124ae4c0-673e-4001-a9cf-0e8acb3a489e req-b1b2e934-8458-4015-b5f8-40427ce839ae tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4471076-2716-4e2f-8a2c-ba80abc51f2b HTTP/1.1" status: 200 len: 949 time: 0.0748703 Sep 17 17:28:34.141814 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-124ae4c0-673e-4001-a9cf-0e8acb3a489e req-c7e9674b-8ccc-42fc-866c-defa2a1c8b40 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.18 "GET /v2.0/security-groups?id=7583d9cf-426b-4019-b467-a3b8fe8e7cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440686 Sep 17 17:28:34.711925 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea360fa-5782-4c1e-9528-66c0f78687ce req-04136ab9-c662-410d-82f2-b435475e6ea5 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:34.713610 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8ea360fa-5782-4c1e-9528-66c0f78687ce req-04136ab9-c662-410d-82f2-b435475e6ea5 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.0564656 Sep 17 17:28:34.758272 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8ea360fa-5782-4c1e-9528-66c0f78687ce req-06ce7a67-e8dc-4ee1-85e3-c51c12559a50 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376070 Sep 17 17:28:35.022867 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 6 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:28:35.107147 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['52376feb-7273-48cd-92ac-d4e946fb4947'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:28:35.311880 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df8e8b-bf38-4ea1-86b0-c4df2aef1f9a req-f80639d8-a70a-47e7-aba9-d129585fe2a0 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:35.320939 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e3df8e8b-bf38-4ea1-86b0-c4df2aef1f9a req-f80639d8-a70a-47e7-aba9-d129585fe2a0 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4471076-2716-4e2f-8a2c-ba80abc51f2b HTTP/1.1" status: 200 len: 949 time: 0.0635734 Sep 17 17:28:35.379612 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e3df8e8b-bf38-4ea1-86b0-c4df2aef1f9a req-84731c64-f0be-4107-a90c-48572a67757b tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.18 "GET /v2.0/security-groups?id=7583d9cf-426b-4019-b467-a3b8fe8e7cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572979 Sep 17 17:28:35.886664 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd5860-546b-40de-9ab1-72947c0793b8 req-43701bf2-2855-446e-9e82-d0526bc9b14a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:35.892336 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b0fd5860-546b-40de-9ab1-72947c0793b8 req-43701bf2-2855-446e-9e82-d0526bc9b14a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.0489950 Sep 17 17:28:35.936676 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b0fd5860-546b-40de-9ab1-72947c0793b8 req-ba125e45-ecb4-43b2-9986-e4c6b4b69a8f tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408189 Sep 17 17:28:36.062642 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4b3e4-256b-4fc3-bc73-f49e9c1f7994 req-5422c9ae-5cf0-4c04-9b37-069fab6a200c tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:36.065001 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-eeb4b3e4-256b-4fc3-bc73-f49e9c1f7994 req-5422c9ae-5cf0-4c04-9b37-069fab6a200c tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.0597904 Sep 17 17:28:36.072989 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 60842) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:28:36.077984 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-979f866b-d4a9-4373-b6d0-31759e073fe6 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Request body: {'floatingip': {'port_id': '755975be-ed81-4fc9-abfc-9b5c7bfa57d5'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:28:36.117231 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-979f866b-d4a9-4373-b6d0-31759e073fe6 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for floatingip, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:36.818467 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 52376feb-7273-48cd-92ac-d4e946fb4947 up at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:28:36.941065 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning for port 52376feb-7273-48cd-92ac-d4e946fb4947 completed by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 17:28:36.946171 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning complete for port 52376feb-7273-48cd-92ac-d4e946fb4947 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:28:36.947019 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:36.949135 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6e181-c37d-4e3d-8aa9-96526a376c65 req-3fb18f86-795b-4819-9725-983d37c60d19 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:36.951394 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c8a6e181-c37d-4e3d-8aa9-96526a376c65 req-3fb18f86-795b-4819-9725-983d37c60d19 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4471076-2716-4e2f-8a2c-ba80abc51f2b HTTP/1.1" status: 200 len: 949 time: 0.1911500 Sep 17 17:28:37.044602 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:37.071046 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4471076-2716-4e2f-8a2c-ba80abc51f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52376feb-7273-48cd-92ac-d4e946fb4947'}] {{(pid=94717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:28:37.073438 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef4bfb6114c7858c34ed9f7d570ef17f9d28f3d7fc67a01f0bf07e2066d3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eed3bf9-0e43-4db3-b436-3c194ef68bf6" -d '{"events": [{"server_uuid": "f4471076-2716-4e2f-8a2c-ba80abc51f2b", "name": "network-vif-plugged", "status": "completed", "tag": "52376feb-7273-48cd-92ac-d4e946fb4947"}]}' {{(pid=94717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:28:37.090542 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 52376feb-7273-48cd-92ac-d4e946fb4947, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=52376feb-7273-48cd-92ac-d4e946fb4947,segment=NetworkSegment(a1cfe824-bafe-4cd9-b5df-99bb58d01f8e),segment_id=a1cfe824-bafe-4cd9-b5df-99bb58d01f8e)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:28:37.127413 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00641b7-c72e-48ee-92e5-a7e0418ac9db x-openstack-request-id: req-a00641b7-c72e-48ee-92e5-a7e0418ac9db {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:28:37.127921 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4471076-2716-4e2f-8a2c-ba80abc51f2b", "name": "network-vif-plugged", "status": "completed", "tag": "52376feb-7273-48cd-92ac-d4e946fb4947", "code": 200}]} {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:28:37.128442 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a00641b7-c72e-48ee-92e5-a7e0418ac9db {{(pid=94717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:28:37.129006 dv-cinder-809828-1-iscsi neutron-server[94717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4471076-2716-4e2f-8a2c-ba80abc51f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52376feb-7273-48cd-92ac-d4e946fb4947', 'code': 200} Sep 17 17:28:37.134653 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c8a6e181-c37d-4e3d-8aa9-96526a376c65 req-d83ea00b-3d14-4058-ad8b-7287f4808d1d tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.18 "GET /v2.0/security-groups?id=7583d9cf-426b-4019-b467-a3b8fe8e7cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727867 Sep 17 17:28:37.162042 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:37.197527 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-979f866b-d4a9-4373-b6d0-31759e073fe6 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:37.219850 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=52376feb-7273-48cd-92ac-d4e946fb4947,revision_number=5']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:37.410708 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-979f866b-d4a9-4373-b6d0-31759e073fe6 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693841'] for floatingip, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:37.578265 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.db.l3_db [None req-979f866b-d4a9-4373-b6d0-31759e073fe6 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Floating IP a2b61a11-06a3-4daa-ba27-a55b4bb28eb9 associated. External IP: 172.27.2.85, port: 755975be-ed81-4fc9-abfc-9b5c7bfa57d5. Sep 17 17:28:37.669574 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec78b5b-97ad-4a09-81a3-e582f081552f req-58ad6c82-507b-4cad-80eb-02d8d4680e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:37.671468 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-dec78b5b-97ad-4a09-81a3-e582f081552f req-58ad6c82-507b-4cad-80eb-02d8d4680e53 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f4471076-2716-4e2f-8a2c-ba80abc51f2b HTTP/1.1" status: 200 len: 1103 time: 0.0552828 Sep 17 17:28:37.743632 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-dec78b5b-97ad-4a09-81a3-e582f081552f req-7962b954-8f04-4ce0-8de4-88bd153a0403 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7583d9cf-426b-4019-b467-a3b8fe8e7cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464654 Sep 17 17:28:37.899665 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979f866b-d4a9-4373-b6d0-31759e073fe6 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Router e805a886-3d60-4489-b016-6b45efe1e830 has already been hosted by L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 {{(pid=94715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 17:28:38.018429 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979f866b-d4a9-4373-b6d0-31759e073fe6 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:28:38.024102 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-979f866b-d4a9-4373-b6d0-31759e073fe6 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for floatingip, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:38.031460 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd4d2e5-65e5-49cd-b85a-2863b4e80f62 None None] Sync routers for ids ['e805a886-3d60-4489-b016-6b45efe1e830'] in dv-cinder-809828-1-iscsi {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:28:38.041722 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd4d2e5-65e5-49cd-b85a-2863b4e80f62 None None] Routers {'e805a886-3d60-4489-b016-6b45efe1e830'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:28:38.042626 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-cbd4d2e5-65e5-49cd-b85a-2863b4e80f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:28:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['e805a886-3d60-4489-b016-6b45efe1e830'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:28:38.054087 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-979f866b-d4a9-4373-b6d0-31759e073fe6 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "PUT /v2.0/floatingips/a2b61a11-06a3-4daa-ba27-a55b4bb28eb9 HTTP/1.1" status: 200 len: 990 time: 1.9800019 Sep 17 17:28:38.054709 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a25848bb-52fd-475d-9723-91a60d8bb614', 'tag': '755975be-ed81-4fc9-abfc-9b5c7bfa57d5'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:28:38.057393 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c148231b-d587-44a0-a2c8-685ba044a7d5" -d '{"events": [{"name": "network-changed", "server_uuid": "a25848bb-52fd-475d-9723-91a60d8bb614", "tag": "755975be-ed81-4fc9-abfc-9b5c7bfa57d5"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:28:38.161070 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 17:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8978701-3088-486d-ad77-0cbda1dc97f0 x-openstack-request-id: req-d8978701-3088-486d-ad77-0cbda1dc97f0 {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:28:38.161768 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a25848bb-52fd-475d-9723-91a60d8bb614", "tag": "755975be-ed81-4fc9-abfc-9b5c7bfa57d5", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:28:38.162334 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d8978701-3088-486d-ad77-0cbda1dc97f0 {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:28:38.163113 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a25848bb-52fd-475d-9723-91a60d8bb614', 'tag': '755975be-ed81-4fc9-abfc-9b5c7bfa57d5', 'status': 'completed', 'code': 200} Sep 17 17:28:38.193463 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-cbd4d2e5-65e5-49cd-b85a-2863b4e80f62 None None] Set router e805a886-3d60-4489-b016-6b45efe1e830 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:28:38.269800 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148231b-d587-44a0-a2c8-685ba044a7d5 req-e65e5c28-f766-4bf8-8d31-c4d7fc591c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:38.277185 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c148231b-d587-44a0-a2c8-685ba044a7d5 req-e65e5c28-f766-4bf8-8d31-c4d7fc591c8a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d00f129a8555488e830b8922b204b52b&device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 1098 time: 0.0884778 Sep 17 17:28:38.392988 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d3393-beff-45c6-8d4d-c305ef05a989 req-032fb9f3-34f8-4d07-99cd-edeed99f2f48 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:38.394536 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3b8d3393-beff-45c6-8d4d-c305ef05a989 req-032fb9f3-34f8-4d07-99cd-edeed99f2f48 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4471076-2716-4e2f-8a2c-ba80abc51f2b HTTP/1.1" status: 200 len: 950 time: 0.1163907 Sep 17 17:28:38.430712 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148231b-d587-44a0-a2c8-685ba044a7d5 req-29fc9d4d-39fe-436a-93ad-b98950879e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:38.432227 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c148231b-d587-44a0-a2c8-685ba044a7d5 req-29fc9d4d-39fe-436a-93ad-b98950879e99 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cb36a6d4-a9d9-4809-94d8-ccef3d49f97a HTTP/1.1" status: 200 len: 918 time: 0.1456091 Sep 17 17:28:38.476385 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-cbd4d2e5-65e5-49cd-b85a-2863b4e80f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'name': 'tempest-AttachVolumeShelveTestJSON-1746386591-router', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '09643d44-ec17-420c-a2b9-cd9af343945f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:23:10Z', 'updated_at': '2021-09-17T17:23:17Z', 'revision_number': 4, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'gw_port': {'id': '09643d44-ec17-420c-a2b9-cd9af343945f', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:28:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:11Z', 'updated_at': '2021-09-17T17:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_floatingips': [{'id': 'a2b61a11-06a3-4daa-ba27-a55b4bb28eb9', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'router_id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'port_id': '755975be-ed81-4fc9-abfc-9b5c7bfa57d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a', 'mac_address': 'fa:16:3e:64:38:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25848bb-52fd-475d-9723-91a60d8bb614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T17:28:14Z', 'updated_at': '2021-09-17T17:28:37Z', 'revision_number': 1, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d46329d-bd68-4648-a638-225b607f780f', 'name': '', 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'mac_address': 'fa:16:3e:2f:71:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fde94289-3ec1-481c-9f1d-1204a3b357ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:16Z', 'updated_at': '2021-09-17T17:23:22Z', 'revision_number': 5, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'subnets': [{'id': 'fde94289-3ec1-481c-9f1d-1204a3b357ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:28:38.490760 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3b8d3393-beff-45c6-8d4d-c305ef05a989 req-ea7234aa-818c-4b47-8a46-275cc1a84042 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.18 "GET /v2.0/security-groups?id=7583d9cf-426b-4019-b467-a3b8fe8e7cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835414 Sep 17 17:28:38.504780 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd4d2e5-65e5-49cd-b85a-2863b4e80f62 None None] Checking router: e805a886-3d60-4489-b016-6b45efe1e830 for host: dv-cinder-809828-1-iscsi {{(pid=94717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:28:38.514296 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c148231b-d587-44a0-a2c8-685ba044a7d5 req-5906cbcc-c17c-46df-a968-84341226c4e8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=755975be-ed81-4fc9-abfc-9b5c7bfa57d5 HTTP/1.1" status: 200 len: 998 time: 0.0731585 Sep 17 17:28:38.521153 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd4d2e5-65e5-49cd-b85a-2863b4e80f62 None None] Routers {'e805a886-3d60-4489-b016-6b45efe1e830'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:28:38.521705 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-cbd4d2e5-65e5-49cd-b85a-2863b4e80f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:28:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['e805a886-3d60-4489-b016-6b45efe1e830'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:28:38.570264 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148231b-d587-44a0-a2c8-685ba044a7d5 req-8160015d-c89e-4b79-b841-a5c681168570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:38.572086 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c148231b-d587-44a0-a2c8-685ba044a7d5 req-8160015d-c89e-4b79-b841-a5c681168570 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fde94289-3ec1-481c-9f1d-1204a3b357ea HTTP/1.1" status: 200 len: 856 time: 0.0505810 Sep 17 17:28:38.646161 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148231b-d587-44a0-a2c8-685ba044a7d5 req-01e0bb8b-7c00-4310-bbde-98346be43458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:38.647953 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c148231b-d587-44a0-a2c8-685ba044a7d5 req-01e0bb8b-7c00-4310-bbde-98346be43458 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cb36a6d4-a9d9-4809-94d8-ccef3d49f97a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0625298 Sep 17 17:28:38.658876 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-cbd4d2e5-65e5-49cd-b85a-2863b4e80f62 None None] Set router e805a886-3d60-4489-b016-6b45efe1e830 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:28:38.765443 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c148231b-d587-44a0-a2c8-685ba044a7d5 req-27a9cb48-d911-46e1-9939-7ceaf3f4ede3 service neutron] 10.222.0.42 "GET /v2.0/networks/cb36a6d4-a9d9-4809-94d8-ccef3d49f97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006842 Sep 17 17:28:38.921687 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c148231b-d587-44a0-a2c8-685ba044a7d5 req-fa1c5486-7932-4348-aa70-0c17e8929c5c service neutron] 10.222.0.42 "GET /v2.0/networks/cb36a6d4-a9d9-4809-94d8-ccef3d49f97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473730 Sep 17 17:28:39.050433 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-cbd4d2e5-65e5-49cd-b85a-2863b4e80f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'name': 'tempest-AttachVolumeShelveTestJSON-1746386591-router', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '09643d44-ec17-420c-a2b9-cd9af343945f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:23:10Z', 'updated_at': '2021-09-17T17:23:17Z', 'revision_number': 4, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'gw_port': {'id': '09643d44-ec17-420c-a2b9-cd9af343945f', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:28:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:11Z', 'updated_at': '2021-09-17T17:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_floatingips': [{'id': 'a2b61a11-06a3-4daa-ba27-a55b4bb28eb9', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'router_id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'port_id': '755975be-ed81-4fc9-abfc-9b5c7bfa57d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a', 'mac_address': 'fa:16:3e:64:38:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25848bb-52fd-475d-9723-91a60d8bb614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T17:28:14Z', 'updated_at': '2021-09-17T17:28:37Z', 'revision_number': 1, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d46329d-bd68-4648-a638-225b607f780f', 'name': '', 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'mac_address': 'fa:16:3e:2f:71:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fde94289-3ec1-481c-9f1d-1204a3b357ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:16Z', 'updated_at': '2021-09-17T17:23:22Z', 'revision_number': 5, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'subnets': [{'id': 'fde94289-3ec1-481c-9f1d-1204a3b357ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:28:39.077764 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd4d2e5-65e5-49cd-b85a-2863b4e80f62 None None] The sync data for ids ['e805a886-3d60-4489-b016-6b45efe1e830'] in dv-cinder-809828-1-iscsi is: [{'id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'name': 'tempest-AttachVolumeShelveTestJSON-1746386591-router', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '09643d44-ec17-420c-a2b9-cd9af343945f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:23:10Z', 'updated_at': '2021-09-17T17:23:17Z', 'revision_number': 4, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'gw_port': {'id': '09643d44-ec17-420c-a2b9-cd9af343945f', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:28:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:11Z', 'updated_at': '2021-09-17T17:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_floatingips': [{'id': 'a2b61a11-06a3-4daa-ba27-a55b4bb28eb9', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'router_id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'port_id': '755975be-ed81-4fc9-abfc-9b5c7bfa57d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a', 'mac_address': 'fa:16:3e:64:38:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25848bb-52fd-475d-9723-91a60d8bb614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T17:28:14Z', 'updated_at': '2021-09-17T17:28:37Z', 'revision_number': 1, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d46329d-bd68-4648-a638-225b607f780f', 'name': '', 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'mac_address': 'fa:16:3e:2f:71:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fde94289-3ec1-481c-9f1d-1204a3b357ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:16Z', 'updated_at': '2021-09-17T17:23:22Z', 'revision_number': 5, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'subnets': [{'id': 'fde94289-3ec1-481c-9f1d-1204a3b357ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:28:39.301472 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c47787-14ba-4d11-802d-86a3f2b46bfe None None] New status for floating IP a2b61a11-06a3-4daa-ba27-a55b4bb28eb9: ACTIVE {{(pid=94718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 17:28:39.632092 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf68df6-fdf8-4fa6-9517-336d7d16ba28 req-232a1290-41c7-4252-9b1c-6b48faa2bb3b tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:39.634098 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3bf68df6-fdf8-4fa6-9517-336d7d16ba28 req-232a1290-41c7-4252-9b1c-6b48faa2bb3b tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4471076-2716-4e2f-8a2c-ba80abc51f2b HTTP/1.1" status: 200 len: 950 time: 0.0684814 Sep 17 17:28:39.692683 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3bf68df6-fdf8-4fa6-9517-336d7d16ba28 req-242653d5-0cce-45fc-879a-1b4716d22d4d tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.18 "GET /v2.0/security-groups?id=7583d9cf-426b-4019-b467-a3b8fe8e7cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514796 Sep 17 17:28:40.227941 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb882f-29bc-4838-90fd-df213d9eb6b8 req-bace7284-2ded-4ba7-96c9-de12d5a6e42f tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:40.229715 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4dfb882f-29bc-4838-90fd-df213d9eb6b8 req-bace7284-2ded-4ba7-96c9-de12d5a6e42f tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4471076-2716-4e2f-8a2c-ba80abc51f2b HTTP/1.1" status: 200 len: 950 time: 0.0605917 Sep 17 17:28:40.278572 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4dfb882f-29bc-4838-90fd-df213d9eb6b8 req-b8805051-e763-4d7b-b29f-d837d115aa0a tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.18 "GET /v2.0/security-groups?id=7583d9cf-426b-4019-b467-a3b8fe8e7cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408492 Sep 17 17:28:41.426814 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4dd73-0a0d-4179-a4d5-82b042ca779f req-8ca10337-e311-4750-a0df-c5e378e64864 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:41.428581 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ebf4dd73-0a0d-4179-a4d5-82b042ca779f req-8ca10337-e311-4750-a0df-c5e378e64864 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4471076-2716-4e2f-8a2c-ba80abc51f2b HTTP/1.1" status: 200 len: 950 time: 0.0607083 Sep 17 17:28:41.475758 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ebf4dd73-0a0d-4179-a4d5-82b042ca779f req-b577bce7-9a4c-4fd7-9e8a-85e5693becf5 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.18 "GET /v2.0/security-groups?id=7583d9cf-426b-4019-b467-a3b8fe8e7cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397701 Sep 17 17:28:41.668285 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33e35f-ab49-4945-840b-dde9383a473c req-0ef375e9-7016-4ac8-94ad-da3e0ae87456 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:41.670175 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8b33e35f-ab49-4945-840b-dde9383a473c req-0ef375e9-7016-4ac8-94ad-da3e0ae87456 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4471076-2716-4e2f-8a2c-ba80abc51f2b HTTP/1.1" status: 200 len: 950 time: 0.0666528 Sep 17 17:28:41.790805 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-8b33e35f-ab49-4945-840b-dde9383a473c req-420583c1-7f32-417a-86d4-95132563d9f9 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] Deleting port 52376feb-7273-48cd-92ac-d4e946fb4947 {{(pid=94715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:28:41.791178 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-8b33e35f-ab49-4945-840b-dde9383a473c req-420583c1-7f32-417a-86d4-95132563d9f9 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:41.896916 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-8b33e35f-ab49-4945-840b-dde9383a473c req-420583c1-7f32-417a-86d4-95132563d9f9 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] For port 52376feb-7273-48cd-92ac-d4e946fb4947, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=52376feb-7273-48cd-92ac-d4e946fb4947,segment=NetworkSegment(a1cfe824-bafe-4cd9-b5df-99bb58d01f8e),segment_id=a1cfe824-bafe-4cd9-b5df-99bb58d01f8e)] {{(pid=94715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:28:41.897294 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-8b33e35f-ab49-4945-840b-dde9383a473c req-420583c1-7f32-417a-86d4-95132563d9f9 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:41.912090 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-8b33e35f-ab49-4945-840b-dde9383a473c req-420583c1-7f32-417a-86d4-95132563d9f9 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] Calling delete_port for 52376feb-7273-48cd-92ac-d4e946fb4947 owned by compute:nova {{(pid=94715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:28:42.203920 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-8b33e35f-ab49-4945-840b-dde9383a473c req-420583c1-7f32-417a-86d4-95132563d9f9 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:42.223616 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['52376feb-7273-48cd-92ac-d4e946fb4947'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:28:42.240681 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420583c1-7f32-417a-86d4-95132563d9f9 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] Pushing event deleted for resources: {'Port': ['ID=52376feb-7273-48cd-92ac-d4e946fb4947,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:42.296808 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b33e35f-ab49-4945-840b-dde9383a473c req-420583c1-7f32-417a-86d4-95132563d9f9 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] No DVR routers for this DVR port 52376feb-7273-48cd-92ac-d4e946fb4947 on host hv-cinder-80982 {{(pid=94715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 17:28:42.299428 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-8b33e35f-ab49-4945-840b-dde9383a473c req-420583c1-7f32-417a-86d4-95132563d9f9 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:42.301721 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8b33e35f-ab49-4945-840b-dde9383a473c req-420583c1-7f32-417a-86d4-95132563d9f9 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.42 "DELETE /v2.0/ports/52376feb-7273-48cd-92ac-d4e946fb4947 HTTP/1.1" status: 204 len: 173 time: 0.6241376 Sep 17 17:28:42.302238 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4471076-2716-4e2f-8a2c-ba80abc51f2b', 'name': 'network-vif-deleted', 'tag': '52376feb-7273-48cd-92ac-d4e946fb4947'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:28:42.309850 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009c3760-95f1-47e6-9bce-96c205f79f18" -d '{"events": [{"server_uuid": "f4471076-2716-4e2f-8a2c-ba80abc51f2b", "name": "network-vif-deleted", "tag": "52376feb-7273-48cd-92ac-d4e946fb4947"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:28:42.363793 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafbb86e-1485-4498-9c75-cf28cf281311 x-openstack-request-id: req-eafbb86e-1485-4498-9c75-cf28cf281311 {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:28:42.364380 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4471076-2716-4e2f-8a2c-ba80abc51f2b", "name": "network-vif-deleted", "tag": "52376feb-7273-48cd-92ac-d4e946fb4947", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:28:42.364851 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eafbb86e-1485-4498-9c75-cf28cf281311 {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:28:42.365461 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4471076-2716-4e2f-8a2c-ba80abc51f2b', 'name': 'network-vif-deleted', 'tag': '52376feb-7273-48cd-92ac-d4e946fb4947', 'status': 'completed', 'code': 200} Sep 17 17:28:42.579909 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f9ffe004-1560-48da-9097-80ab6daa3735 req-480a45bd-cbb0-43ec-9469-20b3ee084ee2 tempest-VolumesNegativeTest-767406020 tempest-VolumesNegativeTest-767406020-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4471076-2716-4e2f-8a2c-ba80abc51f2b HTTP/1.1" status: 200 len: 210 time: 0.0322225 Sep 17 17:28:44.830160 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 52376feb-7273-48cd-92ac-d4e946fb4947 no longer exists at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:28:44.850772 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] No Port match for: 52376feb-7273-48cd-92ac-d4e946fb4947 {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:28:44.851164 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 52376feb-7273-48cd-92ac-d4e946fb4947 not bound to the agent host hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:28:45.421039 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:46.958655 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 32990) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:28:47.013425 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.db_base_plugin_v2 [None req-7754ff48-89e1-4c67-aff4-0d0c75e5dff3 admin admin] Deleting subnet 459c1779-0f87-43ca-919d-d453c456fa9a {{(pid=94715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 17:28:47.013425 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-7754ff48-89e1-4c67-aff4-0d0c75e5dff3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:47.044958 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-7754ff48-89e1-4c67-aff4-0d0c75e5dff3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29313401'] for subnet, precommit_delete_associations {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:47.085165 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-7754ff48-89e1-4c67-aff4-0d0c75e5dff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706992'] for subnet, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:47.253583 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-7754ff48-89e1-4c67-aff4-0d0c75e5dff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29270064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25266486'] for subnet, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:47.285533 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754ff48-89e1-4c67-aff4-0d0c75e5dff3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=459c1779-0f87-43ca-919d-d453c456fa9a,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:47.290492 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-7754ff48-89e1-4c67-aff4-0d0c75e5dff3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:47.293786 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-7754ff48-89e1-4c67-aff4-0d0c75e5dff3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/459c1779-0f87-43ca-919d-d453c456fa9a HTTP/1.1" status: 204 len: 168 time: 0.3334160 Sep 17 17:28:47.295841 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 33016) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:28:47.370317 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-48f21aa1-e310-4159-8530-12841724a3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3478593'] for network, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:47.452623 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-48f21aa1-e310-4159-8530-12841724a3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707639', 'neutron.services.segments.db._delete_segments_for_network-8747491616925'] for network, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:47.471274 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.services.segments.db [None req-48f21aa1-e310-4159-8530-12841724a3a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8306b99c-af57-41c3-bb7c-f98bdf5c613e']}} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:28:47.480092 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.services.segments.db [None req-48f21aa1-e310-4159-8530-12841724a3a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ed9072b-bc6e-4e51-9d68-80238c982166') {'for_net_delete': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:28:47.480420 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.services.segments.db [None req-48f21aa1-e310-4159-8530-12841724a3a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ed9072b-bc6e-4e51-9d68-80238c982166') {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:28:47.489978 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-48f21aa1-e310-4159-8530-12841724a3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747491617190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29313394'] for segment, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:47.503589 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-48f21aa1-e310-4159-8530-12841724a3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157'] for segment, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:47.509483 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f21aa1-e310-4159-8530-12841724a3a6 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=94715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 17:28:47.509867 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-48f21aa1-e310-4159-8530-12841724a3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29270766'] for segment, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:47.511595 dv-cinder-809828-1-iscsi neutron-server[94715]: Traceback (most recent call last): Sep 17 17:28:47.511595 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 17:28:47.511595 dv-cinder-809828-1-iscsi neutron-server[94715]: timer() Sep 17 17:28:47.511595 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 17:28:47.511595 dv-cinder-809828-1-iscsi neutron-server[94715]: cb(*args, **kw) Sep 17 17:28:47.511595 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 17:28:47.511595 dv-cinder-809828-1-iscsi neutron-server[94715]: return func(*args, **kwargs) Sep 17 17:28:47.511595 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 17:28:47.511595 dv-cinder-809828-1-iscsi neutron-server[94715]: self._notify() Sep 17 17:28:47.511595 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 17:28:47.511595 dv-cinder-809828-1-iscsi neutron-server[94715]: self.callback(batched_events) Sep 17 17:28:47.511595 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 17:28:47.511595 dv-cinder-809828-1-iscsi neutron-server[94715]: event.method(event) Sep 17 17:28:47.511595 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 17:28:47.511595 dv-cinder-809828-1-iscsi neutron-server[94715]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 17:28:47.511595 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 17:28:47.511595 dv-cinder-809828-1-iscsi neutron-server[94715]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 17:28:47.511595 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 17:28:47.511595 dv-cinder-809828-1-iscsi neutron-server[94715]: return f(self, *a, **k) Sep 17 17:28:47.511595 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 17:28:47.511595 dv-cinder-809828-1-iscsi neutron-server[94715]: return self._get(url).json() Sep 17 17:28:47.511595 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 17:28:47.511595 dv-cinder-809828-1-iscsi neutron-server[94715]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 17:28:47.511595 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 17:28:47.511595 dv-cinder-809828-1-iscsi neutron-server[94715]: return self.request(url, 'GET', **kwargs) Sep 17 17:28:47.511595 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 17:28:47.511595 dv-cinder-809828-1-iscsi neutron-server[94715]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 17:28:47.511595 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 17:28:47.511595 dv-cinder-809828-1-iscsi neutron-server[94715]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 17:28:47.511595 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 17:28:47.511595 dv-cinder-809828-1-iscsi neutron-server[94715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 17:28:47.511595 dv-cinder-809828-1-iscsi neutron-server[94715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 17:28:47.626592 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-48f21aa1-e310-4159-8530-12841724a3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693827'] for network, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:47.645683 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-48f21aa1-e310-4159-8530-12841724a3a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for network, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:47.647531 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-48f21aa1-e310-4159-8530-12841724a3a6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8306b99c-af57-41c3-bb7c-f98bdf5c613e HTTP/1.1" status: 204 len: 168 time: 0.3507507 Sep 17 17:28:47.648502 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f21aa1-e310-4159-8530-12841724a3a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8306b99c-af57-41c3-bb7c-f98bdf5c613e,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:47.722411 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 33036) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:28:47.775237 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8e3b124-cd4b-4738-84ce-20dbf0f408a2 admin admin] Deleting subnet 0dbe14eb-7ac2-41ba-bbac-ff4bcc3162c5 {{(pid=94715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 17:28:47.778784 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f8e3b124-cd4b-4738-84ce-20dbf0f408a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:47.824912 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f8e3b124-cd4b-4738-84ce-20dbf0f408a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29313401'] for subnet, precommit_delete_associations {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:47.864797 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f8e3b124-cd4b-4738-84ce-20dbf0f408a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706992'] for subnet, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:48.009829 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f8e3b124-cd4b-4738-84ce-20dbf0f408a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29270064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25266486'] for subnet, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:48.040146 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e3b124-cd4b-4738-84ce-20dbf0f408a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dbe14eb-7ac2-41ba-bbac-ff4bcc3162c5,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:48.043938 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f8e3b124-cd4b-4738-84ce-20dbf0f408a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:48.046150 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-f8e3b124-cd4b-4738-84ce-20dbf0f408a2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0dbe14eb-7ac2-41ba-bbac-ff4bcc3162c5 HTTP/1.1" status: 204 len: 168 time: 0.3225498 Sep 17 17:28:48.049247 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 33062) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:28:48.068554 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 33064) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:28:48.107526 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-1baeb61a-287a-47c1-8498-5000145309bc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7b7e06e26a5b4ed5835b0f1a620728e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377345 Sep 17 17:28:48.110618 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 33066) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:28:48.117831 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9b5c5a1c-425c-43de-ab87-ff86f3abedc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3478593'] for network, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:48.160053 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-0eb5b7ba-f4a7-4bb0-adfd-0b86cb36579e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:48.184818 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-0eb5b7ba-f4a7-4bb0-adfd-0b86cb36579e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:48.212967 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9b5c5a1c-425c-43de-ab87-ff86f3abedc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707639', 'neutron.services.segments.db._delete_segments_for_network-8747491616925'] for network, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:48.234309 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.services.segments.db [None req-9b5c5a1c-425c-43de-ab87-ff86f3abedc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dcddc33-e54f-4435-bf69-1d718f867631']}} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:28:48.244347 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.services.segments.db [None req-9b5c5a1c-425c-43de-ab87-ff86f3abedc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1245184b-f964-49b4-b50d-99b355be5514') {'for_net_delete': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:28:48.244646 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.services.segments.db [None req-9b5c5a1c-425c-43de-ab87-ff86f3abedc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1245184b-f964-49b4-b50d-99b355be5514') {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:28:48.253630 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9b5c5a1c-425c-43de-ab87-ff86f3abedc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747491617190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29313394'] for segment, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:48.266747 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9b5c5a1c-425c-43de-ab87-ff86f3abedc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157'] for segment, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:48.272437 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b5c5a1c-425c-43de-ab87-ff86f3abedc7 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=94715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 17:28:48.272819 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9b5c5a1c-425c-43de-ab87-ff86f3abedc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29270766'] for segment, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:48.274395 dv-cinder-809828-1-iscsi neutron-server[94715]: Traceback (most recent call last): Sep 17 17:28:48.274395 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 17:28:48.274395 dv-cinder-809828-1-iscsi neutron-server[94715]: timer() Sep 17 17:28:48.274395 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 17:28:48.274395 dv-cinder-809828-1-iscsi neutron-server[94715]: cb(*args, **kw) Sep 17 17:28:48.274395 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 17:28:48.274395 dv-cinder-809828-1-iscsi neutron-server[94715]: return func(*args, **kwargs) Sep 17 17:28:48.274395 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 17:28:48.274395 dv-cinder-809828-1-iscsi neutron-server[94715]: self._notify() Sep 17 17:28:48.274395 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 17:28:48.274395 dv-cinder-809828-1-iscsi neutron-server[94715]: self.callback(batched_events) Sep 17 17:28:48.274395 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 17:28:48.274395 dv-cinder-809828-1-iscsi neutron-server[94715]: event.method(event) Sep 17 17:28:48.274395 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 17:28:48.274395 dv-cinder-809828-1-iscsi neutron-server[94715]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 17:28:48.274395 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 17:28:48.274395 dv-cinder-809828-1-iscsi neutron-server[94715]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 17:28:48.274395 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 17:28:48.274395 dv-cinder-809828-1-iscsi neutron-server[94715]: return f(self, *a, **k) Sep 17 17:28:48.274395 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 17:28:48.274395 dv-cinder-809828-1-iscsi neutron-server[94715]: return self._get(url).json() Sep 17 17:28:48.274395 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 17:28:48.274395 dv-cinder-809828-1-iscsi neutron-server[94715]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 17:28:48.274395 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 17:28:48.274395 dv-cinder-809828-1-iscsi neutron-server[94715]: return self.request(url, 'GET', **kwargs) Sep 17 17:28:48.274395 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 17:28:48.274395 dv-cinder-809828-1-iscsi neutron-server[94715]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 17:28:48.274395 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 17:28:48.274395 dv-cinder-809828-1-iscsi neutron-server[94715]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 17:28:48.274395 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 17:28:48.274395 dv-cinder-809828-1-iscsi neutron-server[94715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 17:28:48.274395 dv-cinder-809828-1-iscsi neutron-server[94715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 17:28:48.329132 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-0eb5b7ba-f4a7-4bb0-adfd-0b86cb36579e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:48.331830 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-0eb5b7ba-f4a7-4bb0-adfd-0b86cb36579e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:48.332977 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-0eb5b7ba-f4a7-4bb0-adfd-0b86cb36579e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/99531131-545b-4549-abff-2d49df4ea5f8 HTTP/1.1" status: 204 len: 168 time: 0.2214417 Sep 17 17:28:48.341574 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5b7ba-f4a7-4bb0-adfd-0b86cb36579e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99531131-545b-4549-abff-2d49df4ea5f8,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:48.404333 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9b5c5a1c-425c-43de-ab87-ff86f3abedc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693827'] for network, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:48.411054 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9b5c5a1c-425c-43de-ab87-ff86f3abedc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for network, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:48.413032 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-9b5c5a1c-425c-43de-ab87-ff86f3abedc7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1dcddc33-e54f-4435-bf69-1d718f867631 HTTP/1.1" status: 204 len: 168 time: 0.3626542 Sep 17 17:28:48.422517 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c5a1c-425c-43de-ab87-ff86f3abedc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dcddc33-e54f-4435-bf69-1d718f867631,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:48.894280 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 33084) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:28:48.932445 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-f1ca04e4-b50f-4d59-9ca9-db84727a076e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9aef8f0571574bb0ba7255c7af1933fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369384 Sep 17 17:28:48.935322 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 33086) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:28:48.981574 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-23251af7-f77d-4729-9122-a62a7428c7e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:49.003259 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-23251af7-f77d-4729-9122-a62a7428c7e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:49.139075 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-23251af7-f77d-4729-9122-a62a7428c7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:49.141642 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-23251af7-f77d-4729-9122-a62a7428c7e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:49.142774 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-23251af7-f77d-4729-9122-a62a7428c7e9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c051503a-86e9-4505-ae9a-c7ba0dc55ead HTTP/1.1" status: 204 len: 168 time: 0.2065799 Sep 17 17:28:49.150358 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23251af7-f77d-4729-9122-a62a7428c7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c051503a-86e9-4505-ae9a-c7ba0dc55ead,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:49.767169 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 33114) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:28:49.986342 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-b6642b1d-fb52-4755-87cc-618692ad5c20 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=69ec080c7a734cf89e7472c14c9748c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2180281 Sep 17 17:28:49.988533 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 33122) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:28:49.989013 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 33124) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:28:50.048857 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3409cc24-3e70-4bcf-a0ae-6950502050e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:50.074208 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3409cc24-3e70-4bcf-a0ae-6950502050e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:50.102329 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-9c8b0c2b-802f-407c-8d0a-ce5ca41f421e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2130545818-network', 'tenant_id': '050d0f8bf6fd486c9c994e60c94beb88'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:28:50.224170 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8b0c2b-802f-407c-8d0a-ce5ca41f421e admin admin] Made reservation on behalf of 050d0f8bf6fd486c9c994e60c94beb88 for: {'network': 1} {{(pid=94715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:28:50.226481 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9c8b0c2b-802f-407c-8d0a-ce5ca41f421e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for network, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:50.236355 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3409cc24-3e70-4bcf-a0ae-6950502050e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:50.238903 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3409cc24-3e70-4bcf-a0ae-6950502050e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:50.240058 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-3409cc24-3e70-4bcf-a0ae-6950502050e7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7583d9cf-426b-4019-b467-a3b8fe8e7cf6 HTTP/1.1" status: 204 len: 168 time: 0.2489803 Sep 17 17:28:50.240815 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9c8b0c2b-802f-407c-8d0a-ce5ca41f421e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:50.257715 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409cc24-3e70-4bcf-a0ae-6950502050e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7583d9cf-426b-4019-b467-a3b8fe8e7cf6,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:50.340204 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9c8b0c2b-802f-407c-8d0a-ce5ca41f421e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:50.421291 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9c8b0c2b-802f-407c-8d0a-ce5ca41f421e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:50.442640 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c8b0c2b-802f-407c-8d0a-ce5ca41f421e admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=94715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 17:28:50.456232 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b0c2b-802f-407c-8d0a-ce5ca41f421e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20daf4aa-4672-47f3-97de-2c7c7e11fd85,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:50.460984 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9c8b0c2b-802f-407c-8d0a-ce5ca41f421e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157'] for segment, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:50.461544 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.db.segments_db [None req-9c8b0c2b-802f-407c-8d0a-ce5ca41f421e admin admin] Added segment d7b68416-293f-4ed8-bc5f-6c9ec506319b of type vlan for network c5fd655e-5563-4ef4-b398-7647045e7dc0 Sep 17 17:28:50.502126 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9c8b0c2b-802f-407c-8d0a-ce5ca41f421e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747491074600'] for network, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:50.615160 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9c8b0c2b-802f-407c-8d0a-ce5ca41f421e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198'] for network, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:50.616368 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8b0c2b-802f-407c-8d0a-ce5ca41f421e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:50.616995 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9c8b0c2b-802f-407c-8d0a-ce5ca41f421e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for network, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:50.683555 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b0c2b-802f-407c-8d0a-ce5ca41f421e admin admin] Pushing event updated for resources: {'Network': ['ID=c5fd655e-5563-4ef4-b398-7647045e7dc0,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:50.695525 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Network c5fd655e-5563-4ef4-b398-7647045e7dc0 details requested by agent ovs-agent-dv-cinder-809828-1-iscsi with host dv-cinder-809828-1-iscsi {{(pid=94717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 17:28:50.724534 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-9c8b0c2b-802f-407c-8d0a-ce5ca41f421e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7345870 Sep 17 17:28:50.727322 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 33146) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:28:50.733458 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-eb77483b-9af7-4dea-a37b-775ec304fbb6 admin admin] Request body: {'subnet': {'network_id': 'c5fd655e-5563-4ef4-b398-7647045e7dc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2130545818-subnet', 'tenant_id': '050d0f8bf6fd486c9c994e60c94beb88', 'ip_version': 4}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:28:50.824243 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb77483b-9af7-4dea-a37b-775ec304fbb6 admin admin] Made reservation on behalf of 050d0f8bf6fd486c9c994e60c94beb88 for: {'subnet': 1} {{(pid=94715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:28:50.827404 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-eb77483b-9af7-4dea-a37b-775ec304fbb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25266449'] for subnet, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:51.061299 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-eb77483b-9af7-4dea-a37b-775ec304fbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29270131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25266495'] for subnet, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:51.115436 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77483b-9af7-4dea-a37b-775ec304fbb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acf76a6c-c31d-46bf-ad83-cd7ec2729137,revision_number=0']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:51.125420 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb77483b-9af7-4dea-a37b-775ec304fbb6 admin admin] Checking segment: {'id': 'd7b68416-293f-4ed8-bc5f-6c9ec506319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c5fd655e-5563-4ef4-b398-7647045e7dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:28:51.125780 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb77483b-9af7-4dea-a37b-775ec304fbb6 admin admin] Network hostable DHCP agents. Network: c5fd655e-5563-4ef4-b398-7647045e7dc0, hostable agents: ['991be4bd-5269-4100-8238-2a16d095299f'], hosted agents: [] {{(pid=94715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 17:28:51.224001 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb77483b-9af7-4dea-a37b-775ec304fbb6 admin admin] Network c5fd655e-5563-4ef4-b398-7647045e7dc0 is scheduled to be hosted by DHCP agent 991be4bd-5269-4100-8238-2a16d095299f with binding_index 1 {{(pid=94715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 17:28:51.329406 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [None req-eb77483b-9af7-4dea-a37b-775ec304fbb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809828-1-iscsi, c5fd655e-5563-4ef4-b398-7647045e7dc0) {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:28:51.333827 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb77483b-9af7-4dea-a37b-775ec304fbb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:51.335171 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-eb77483b-9af7-4dea-a37b-775ec304fbb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:51.341056 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84cb82f-fff0-4c86-af01-2c41a6a77b05 None None] Network c5fd655e-5563-4ef4-b398-7647045e7dc0 requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:28:51.424973 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-eb77483b-9af7-4dea-a37b-775ec304fbb6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6962645 Sep 17 17:28:51.427615 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 33184) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:28:51.431911 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-0a9bc180-15aa-46a8-a032-4163ce899e1f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2130545818-router', 'tenant_id': '050d0f8bf6fd486c9c994e60c94beb88', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'}}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:28:51.483469 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c566f9-631e-4963-886f-67613c1ebb30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca1476-ec46-5156-a0e6-01362d2bd21f-c5fd655e-5563-4ef4-b398-7647045e7dc0', 'network_id': 'c5fd655e-5563-4ef4-b398-7647045e7dc0', 'tenant_id': '050d0f8bf6fd486c9c994e60c94beb88', 'fixed_ips': [{'subnet_id': 'acf76a6c-c31d-46bf-ad83-cd7ec2729137'}]}} from dv-cinder-809828-1-iscsi. {{(pid=94717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 17:28:51.484314 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-a8c566f9-631e-4963-886f-67613c1ebb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:51.516121 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0a9bc180-15aa-46a8-a032-4163ce899e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-987'] for router, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:51.517182 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0a9bc180-15aa-46a8-a032-4163ce899e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3693212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1004'] for router, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:51.571316 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0a9bc180-15aa-46a8-a032-4163ce899e1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:51.621110 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.db_base_plugin_common [None req-a8c566f9-631e-4963-886f-67613c1ebb30 None None] Allocated IP 172.20.0.2 (c5fd655e-5563-4ef4-b398-7647045e7dc0/acf76a6c-c31d-46bf-ad83-cd7ec2729137/f1789f72-fb7d-4475-a3b6-306436b6770d) {{(pid=94717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:28:51.769104 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-a8c566f9-631e-4963-886f-67613c1ebb30 None None] Notify callbacks [] for port, precommit_create {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:51.814528 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0a9bc180-15aa-46a8-a032-4163ce899e1f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:51.843686 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-a8c566f9-631e-4963-886f-67613c1ebb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538'] for port, after_create {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:51.879565 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c566f9-631e-4963-886f-67613c1ebb30 None None] Network c5fd655e-5563-4ef4-b398-7647045e7dc0 is already hosted by enough agents. {{(pid=94717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:28:51.882402 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.scheduler.base_scheduler [None req-a8c566f9-631e-4963-886f-67613c1ebb30 None None] Resources bound (agent type, host, resource id): {{(pid=94717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:28:51.885844 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c566f9-631e-4963-886f-67613c1ebb30 None None] Received port after_create {{(pid=94717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:28:51.897104 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c566f9-631e-4963-886f-67613c1ebb30 None None] Pushing event updated for resources: {'Port': ['ID=f1789f72-fb7d-4475-a3b6-306436b6770d,revision_number=1']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:51.948940 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-a8c566f9-631e-4963-886f-67613c1ebb30 None None] Attempting to bind port f1789f72-fb7d-4475-a3b6-306436b6770d on host dv-cinder-809828-1-iscsi for vnic_type normal with profile {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:28:51.949314 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-a8c566f9-631e-4963-886f-67613c1ebb30 None None] Attempting to bind port f1789f72-fb7d-4475-a3b6-306436b6770d by drivers openvswitch,hyperv on host dv-cinder-809828-1-iscsi at level 0 using segments [{'id': 'd7b68416-293f-4ed8-bc5f-6c9ec506319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c5fd655e-5563-4ef4-b398-7647045e7dc0'}] {{(pid=94717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:28:51.949687 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c566f9-631e-4963-886f-67613c1ebb30 None None] Attempting to bind port f1789f72-fb7d-4475-a3b6-306436b6770d on network c5fd655e-5563-4ef4-b398-7647045e7dc0 {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:28:51.956398 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c566f9-631e-4963-886f-67613c1ebb30 None None] Checking agent: {'id': '90d57b62-311c-40f5-abf0-ae568c7aec4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809828-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 14, 57), 'started_at': datetime.datetime(2021, 9, 17, 17, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809828-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:28:51.956842 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c566f9-631e-4963-886f-67613c1ebb30 None None] Checking segment: {'id': 'd7b68416-293f-4ed8-bc5f-6c9ec506319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c5fd655e-5563-4ef4-b398-7647045e7dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:28:51.957515 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-a8c566f9-631e-4963-886f-67613c1ebb30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:51.958156 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c566f9-631e-4963-886f-67613c1ebb30 None None] Bound using segment: {'id': 'd7b68416-293f-4ed8-bc5f-6c9ec506319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c5fd655e-5563-4ef4-b398-7647045e7dc0'} {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:28:51.958773 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-a8c566f9-631e-4963-886f-67613c1ebb30 None None] Bound port: f1789f72-fb7d-4475-a3b6-306436b6770d, host: dv-cinder-809828-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b68416-293f-4ed8-bc5f-6c9ec506319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c5fd655e-5563-4ef4-b398-7647045e7dc0'}}] {{(pid=94717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:28:51.959250 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-a8c566f9-631e-4963-886f-67613c1ebb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:52.029655 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-a8c566f9-631e-4963-886f-67613c1ebb30 None None] For port f1789f72-fb7d-4475-a3b6-306436b6770d, host dv-cinder-809828-1-iscsi, cleared binding levels {{(pid=94717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:28:52.033157 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-a8c566f9-631e-4963-886f-67613c1ebb30 None None] For port f1789f72-fb7d-4475-a3b6-306436b6770d, host dv-cinder-809828-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=f1789f72-fb7d-4475-a3b6-306436b6770d,segment=NetworkSegment(d7b68416-293f-4ed8-bc5f-6c9ec506319b),segment_id=d7b68416-293f-4ed8-bc5f-6c9ec506319b)] {{(pid=94717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:28:52.136349 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-a8c566f9-631e-4963-886f-67613c1ebb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:52.198980 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c566f9-631e-4963-886f-67613c1ebb30 None None] Pushing event updated for resources: {'Port': ['ID=f1789f72-fb7d-4475-a3b6-306436b6770d,revision_number=2']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:52.409019 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0a9bc180-15aa-46a8-a032-4163ce899e1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:52.431684 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0a9bc180-15aa-46a8-a032-4163ce899e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:52.545180 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.db_base_plugin_common [None req-0a9bc180-15aa-46a8-a032-4163ce899e1f admin admin] Allocated IP 172.27.2.244 (7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02/78817fd2-befc-49bb-8f7f-e04863f48a33/4957c5f6-402f-4e6f-aeec-2fdce38daeba) {{(pid=94715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:28:52.654260 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0a9bc180-15aa-46a8-a032-4163ce899e1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:52.777242 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0a9bc180-15aa-46a8-a032-4163ce899e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:52.822838 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9bc180-15aa-46a8-a032-4163ce899e1f admin admin] Network 7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02 is already hosted by enough agents. {{(pid=94715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:28:52.831296 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [None req-0a9bc180-15aa-46a8-a032-4163ce899e1f admin admin] Resources bound (agent type, host, resource id): {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:28:52.833782 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9bc180-15aa-46a8-a032-4163ce899e1f admin admin] Pushing event updated for resources: {'Port': ['ID=4957c5f6-402f-4e6f-aeec-2fdce38daeba,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:52.841805 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9bc180-15aa-46a8-a032-4163ce899e1f admin admin] Received port after_create {{(pid=94715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:28:52.886165 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device f1789f72-fb7d-4475-a3b6-306436b6770d up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:28:52.890764 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-7a9dc10b-5051-4b0f-9f5b-ea51d8e213a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:52.942941 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port f1789f72-fb7d-4475-a3b6-306436b6770d triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:28:52.943375 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:53.028727 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:53.108862 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] For port f1789f72-fb7d-4475-a3b6-306436b6770d, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=f1789f72-fb7d-4475-a3b6-306436b6770d,segment=NetworkSegment(d7b68416-293f-4ed8-bc5f-6c9ec506319b),segment_id=d7b68416-293f-4ed8-bc5f-6c9ec506319b)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:28:53.146184 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2526069-6cfd-4e03-9b33-29609e531a3a None None] Network c5fd655e-5563-4ef4-b398-7647045e7dc0 requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:28:53.222084 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:53.306395 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-a73f4ee8-0444-45f3-8d06-6485ceec4a14 None None] Provisioning complete for port f1789f72-fb7d-4475-a3b6-306436b6770d triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:28:53.306792 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-a73f4ee8-0444-45f3-8d06-6485ceec4a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:53.311397 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0a9bc180-15aa-46a8-a032-4163ce899e1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:53.336204 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Pushing event updated for resources: {'Port': ['ID=f1789f72-fb7d-4475-a3b6-306436b6770d,revision_number=3']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:53.524026 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0a9bc180-15aa-46a8-a032-4163ce899e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693899'] for router, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:53.648271 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-379b71d0-0d9b-483a-bef0-8e63cc59502f None None] Provisioning complete for port f1789f72-fb7d-4475-a3b6-306436b6770d triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:28:53.649624 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-379b71d0-0d9b-483a-bef0-8e63cc59502f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:53.755402 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9bc180-15aa-46a8-a032-4163ce899e1f admin admin] Router de60e534-f763-4543-a4e8-74a22b4b419d is scheduled to L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 with binding_index 1 {{(pid=94715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 17:28:53.867644 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9bc180-15aa-46a8-a032-4163ce899e1f admin admin] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:28:53.878459 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3b209e-9fc8-4476-be08-2f7aa556f9fc None None] Sync routers for ids ['de60e534-f763-4543-a4e8-74a22b4b419d'] in dv-cinder-809828-1-iscsi {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:28:53.887199 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3b209e-9fc8-4476-be08-2f7aa556f9fc None None] Routers {'de60e534-f763-4543-a4e8-74a22b4b419d'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:28:53.887807 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-8c3b209e-9fc8-4476-be08-2f7aa556f9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:28:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['de60e534-f763-4543-a4e8-74a22b4b419d'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:28:53.946428 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0a9bc180-15aa-46a8-a032-4163ce899e1f admin admin] Notify callbacks [] for router, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:53.947676 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-0a9bc180-15aa-46a8-a032-4163ce899e1f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5191486 Sep 17 17:28:53.950537 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 33212) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:28:53.999546 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-8c3b209e-9fc8-4476-be08-2f7aa556f9fc None None] Set router de60e534-f763-4543-a4e8-74a22b4b419d gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:28:54.186555 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-8c3b209e-9fc8-4476-be08-2f7aa556f9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de60e534-f763-4543-a4e8-74a22b4b419d', 'name': 'tempest-TestShelveInstance-2130545818-router', 'tenant_id': '050d0f8bf6fd486c9c994e60c94beb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '4957c5f6-402f-4e6f-aeec-2fdce38daeba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:28:51Z', 'updated_at': '2021-09-17T17:28:53Z', 'revision_number': 3, 'project_id': '050d0f8bf6fd486c9c994e60c94beb88', 'gw_port': {'id': '4957c5f6-402f-4e6f-aeec-2fdce38daeba', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de60e534-f763-4543-a4e8-74a22b4b419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:28:52Z', 'updated_at': '2021-09-17T17:28:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi'}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:28:54.214352 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3b209e-9fc8-4476-be08-2f7aa556f9fc None None] Checking router: de60e534-f763-4543-a4e8-74a22b4b419d for host: dv-cinder-809828-1-iscsi {{(pid=94717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:28:54.214634 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3b209e-9fc8-4476-be08-2f7aa556f9fc None None] Updating router de60e534-f763-4543-a4e8-74a22b4b419d port 4957c5f6-402f-4e6f-aeec-2fdce38daeba binding host dv-cinder-809828-1-iscsi {{(pid=94717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 17:28:54.240952 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-8c3b209e-9fc8-4476-be08-2f7aa556f9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:54.384711 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-52f3419f-fb75-4bef-bd96-00078b4d1d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:54.492488 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-8c3b209e-9fc8-4476-be08-2f7aa556f9fc None None] Notify callbacks [] for port, precommit_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:54.536280 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.db_base_plugin_common [None req-52f3419f-fb75-4bef-bd96-00078b4d1d2d admin admin] Allocated IP 172.20.0.1 (c5fd655e-5563-4ef4-b398-7647045e7dc0/acf76a6c-c31d-46bf-ad83-cd7ec2729137/2fc5d00f-272f-4732-8520-16df11cf621c) {{(pid=94715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:28:54.580863 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-8c3b209e-9fc8-4476-be08-2f7aa556f9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:54.633732 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91bf62-bf45-4829-b479-73bdc063b018 None None] Pushing event updated for resources: {'Port': ['ID=4957c5f6-402f-4e6f-aeec-2fdce38daeba,revision_number=2']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:54.636126 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-8c3b209e-9fc8-4476-be08-2f7aa556f9fc None None] Attempting to bind port 4957c5f6-402f-4e6f-aeec-2fdce38daeba on host dv-cinder-809828-1-iscsi for vnic_type normal with profile {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:28:54.636494 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-8c3b209e-9fc8-4476-be08-2f7aa556f9fc None None] Attempting to bind port 4957c5f6-402f-4e6f-aeec-2fdce38daeba by drivers openvswitch,hyperv on host dv-cinder-809828-1-iscsi at level 0 using segments [{'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'}] {{(pid=94717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:28:54.636856 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3b209e-9fc8-4476-be08-2f7aa556f9fc None None] Attempting to bind port 4957c5f6-402f-4e6f-aeec-2fdce38daeba on network 7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02 {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:28:54.643233 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3b209e-9fc8-4476-be08-2f7aa556f9fc None None] Checking agent: {'id': '90d57b62-311c-40f5-abf0-ae568c7aec4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809828-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 14, 57), 'started_at': datetime.datetime(2021, 9, 17, 17, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809828-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:28:54.643866 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3b209e-9fc8-4476-be08-2f7aa556f9fc None None] Checking segment: {'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:28:54.644015 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-8c3b209e-9fc8-4476-be08-2f7aa556f9fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:54.644437 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3b209e-9fc8-4476-be08-2f7aa556f9fc None None] Bound using segment: {'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'} {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:28:54.644903 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-8c3b209e-9fc8-4476-be08-2f7aa556f9fc None None] Bound port: 4957c5f6-402f-4e6f-aeec-2fdce38daeba, host: dv-cinder-809828-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'}}] {{(pid=94717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:28:54.645282 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-8c3b209e-9fc8-4476-be08-2f7aa556f9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:54.649504 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-52f3419f-fb75-4bef-bd96-00078b4d1d2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:54.696948 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-8c3b209e-9fc8-4476-be08-2f7aa556f9fc None None] For port 4957c5f6-402f-4e6f-aeec-2fdce38daeba, host dv-cinder-809828-1-iscsi, cleared binding levels {{(pid=94717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:28:54.699922 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-8c3b209e-9fc8-4476-be08-2f7aa556f9fc None None] For port 4957c5f6-402f-4e6f-aeec-2fdce38daeba, host dv-cinder-809828-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=4957c5f6-402f-4e6f-aeec-2fdce38daeba,segment=NetworkSegment(f5bce3a7-39d4-42b3-980e-fe31588455ee),segment_id=f5bce3a7-39d4-42b3-980e-fe31588455ee)] {{(pid=94717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:28:54.752773 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-52f3419f-fb75-4bef-bd96-00078b4d1d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:54.775526 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-8c3b209e-9fc8-4476-be08-2f7aa556f9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:54.796528 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f3419f-fb75-4bef-bd96-00078b4d1d2d admin admin] Network c5fd655e-5563-4ef4-b398-7647045e7dc0 is already hosted by enough agents. {{(pid=94715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:28:54.806864 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [None req-52f3419f-fb75-4bef-bd96-00078b4d1d2d admin admin] Resources bound (agent type, host, resource id): {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:28:54.815218 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f3419f-fb75-4bef-bd96-00078b4d1d2d admin admin] Received port after_create {{(pid=94715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:28:54.838499 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f3419f-fb75-4bef-bd96-00078b4d1d2d admin admin] Pushing event updated for resources: {'Port': ['ID=2fc5d00f-272f-4732-8520-16df11cf621c,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:54.842318 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3b209e-9fc8-4476-be08-2f7aa556f9fc None None] Routers {'de60e534-f763-4543-a4e8-74a22b4b419d'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:28:54.842318 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-8c3b209e-9fc8-4476-be08-2f7aa556f9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:28:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['de60e534-f763-4543-a4e8-74a22b4b419d'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:28:54.864582 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-52f3419f-fb75-4bef-bd96-00078b4d1d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693980'] for router_interface, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:54.881842 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device f1789f72-fb7d-4475-a3b6-306436b6770d up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:28:54.909845 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91bf62-bf45-4829-b479-73bdc063b018 None None] Pushing event updated for resources: {'Port': ['ID=4957c5f6-402f-4e6f-aeec-2fdce38daeba,revision_number=3']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:55.133892 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-8c3b209e-9fc8-4476-be08-2f7aa556f9fc None None] Set router de60e534-f763-4543-a4e8-74a22b4b419d gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:28:55.135666 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-8a712627-47fc-47de-8f9e-c3ba442cccfc None None] Provisioning complete for port 2fc5d00f-272f-4732-8520-16df11cf621c triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:28:55.136046 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-8a712627-47fc-47de-8f9e-c3ba442cccfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:55.219220 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port f1789f72-fb7d-4475-a3b6-306436b6770d triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:28:55.222920 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:55.296991 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-52f3419f-fb75-4bef-bd96-00078b4d1d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:55.297198 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-8a712627-47fc-47de-8f9e-c3ba442cccfc None None] Port 2fc5d00f-272f-4732-8520-16df11cf621c cannot update to ACTIVE because it is not bound. {{(pid=94717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 17:28:55.416175 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-8c3b209e-9fc8-4476-be08-2f7aa556f9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de60e534-f763-4543-a4e8-74a22b4b419d', 'name': 'tempest-TestShelveInstance-2130545818-router', 'tenant_id': '050d0f8bf6fd486c9c994e60c94beb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '4957c5f6-402f-4e6f-aeec-2fdce38daeba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:28:51Z', 'updated_at': '2021-09-17T17:28:53Z', 'revision_number': 3, 'project_id': '050d0f8bf6fd486c9c994e60c94beb88', 'gw_port': {'id': '4957c5f6-402f-4e6f-aeec-2fdce38daeba', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de60e534-f763-4543-a4e8-74a22b4b419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:28:52Z', 'updated_at': '2021-09-17T17:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi'}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:28:55.443037 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3b209e-9fc8-4476-be08-2f7aa556f9fc None None] The sync data for ids ['de60e534-f763-4543-a4e8-74a22b4b419d'] in dv-cinder-809828-1-iscsi is: [{'id': 'de60e534-f763-4543-a4e8-74a22b4b419d', 'name': 'tempest-TestShelveInstance-2130545818-router', 'tenant_id': '050d0f8bf6fd486c9c994e60c94beb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '4957c5f6-402f-4e6f-aeec-2fdce38daeba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:28:51Z', 'updated_at': '2021-09-17T17:28:53Z', 'revision_number': 3, 'project_id': '050d0f8bf6fd486c9c994e60c94beb88', 'gw_port': {'id': '4957c5f6-402f-4e6f-aeec-2fdce38daeba', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de60e534-f763-4543-a4e8-74a22b4b419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:28:52Z', 'updated_at': '2021-09-17T17:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi'}] {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:28:55.465267 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-52f3419f-fb75-4bef-bd96-00078b4d1d2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:55.559718 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-52f3419f-fb75-4bef-bd96-00078b4d1d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29270022'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:55.627480 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f3419f-fb75-4bef-bd96-00078b4d1d2d admin admin] Pushing event updated for resources: {'Port': ['ID=2fc5d00f-272f-4732-8520-16df11cf621c,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:55.629787 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-52f3419f-fb75-4bef-bd96-00078b4d1d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3691276'] for router_interface, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:55.682032 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-e2bffccd-6e5b-45ce-bb5f-28083cc740c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:55.743432 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f3419f-fb75-4bef-bd96-00078b4d1d2d admin admin] Network c5fd655e-5563-4ef4-b398-7647045e7dc0 is already hosted by enough agents. {{(pid=94715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:28:55.744917 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [None req-52f3419f-fb75-4bef-bd96-00078b4d1d2d admin admin] Resources bound (agent type, host, resource id): {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:28:55.892616 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f3419f-fb75-4bef-bd96-00078b4d1d2d admin admin] Router de60e534-f763-4543-a4e8-74a22b4b419d has already been hosted by L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 {{(pid=94715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 17:28:56.010868 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f3419f-fb75-4bef-bd96-00078b4d1d2d admin admin] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:28:56.018872 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-52f3419f-fb75-4bef-bd96-00078b4d1d2d admin admin] 10.222.0.18 "PUT /v2.0/routers/de60e534-f763-4543-a4e8-74a22b4b419d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0651309 Sep 17 17:28:56.023608 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-af694695-bbaf-4d31-81de-1cb4d63b0538 None None] Provisioning complete for port 2fc5d00f-272f-4732-8520-16df11cf621c triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:28:56.024107 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-af694695-bbaf-4d31-81de-1cb4d63b0538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:56.063115 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-af694695-bbaf-4d31-81de-1cb4d63b0538 None None] Port 2fc5d00f-272f-4732-8520-16df11cf621c cannot update to ACTIVE because it is not bound. {{(pid=94717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 17:28:56.739101 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:56.838034 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:56.850009 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 4957c5f6-402f-4e6f-aeec-2fdce38daeba up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:28:56.874708 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 33238) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:28:56.880406 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-63bbc445-c971-4fe5-ae70-a7c844477153 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-646765792-network', 'tenant_id': '1bec3001a2514654a0f77070d98b881e'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:28:56.908293 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port 4957c5f6-402f-4e6f-aeec-2fdce38daeba triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:28:56.915345 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:56.992211 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bbc445-c971-4fe5-ae70-a7c844477153 admin admin] Made reservation on behalf of 1bec3001a2514654a0f77070d98b881e for: {'network': 1} {{(pid=94715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:28:56.994902 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-63bbc445-c971-4fe5-ae70-a7c844477153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for network, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:56.996757 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:57.004639 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-63bbc445-c971-4fe5-ae70-a7c844477153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:57.017144 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] For port 4957c5f6-402f-4e6f-aeec-2fdce38daeba, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=4957c5f6-402f-4e6f-aeec-2fdce38daeba,segment=NetworkSegment(f5bce3a7-39d4-42b3-980e-fe31588455ee),segment_id=f5bce3a7-39d4-42b3-980e-fe31588455ee)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:28:57.069379 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece0c004-49d2-4425-9bed-f5c6096bfd8b None None] Sync routers for ids ['de60e534-f763-4543-a4e8-74a22b4b419d'] in dv-cinder-809828-1-iscsi {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:28:57.078803 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece0c004-49d2-4425-9bed-f5c6096bfd8b None None] Routers {'de60e534-f763-4543-a4e8-74a22b4b419d'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:28:57.079443 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-ece0c004-49d2-4425-9bed-f5c6096bfd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:28:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['de60e534-f763-4543-a4e8-74a22b4b419d'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:28:57.093006 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-63bbc445-c971-4fe5-ae70-a7c844477153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:57.095077 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:57.147731 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Pushing event updated for resources: {'Port': ['ID=4957c5f6-402f-4e6f-aeec-2fdce38daeba,revision_number=4']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:57.156100 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-63bbc445-c971-4fe5-ae70-a7c844477153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:57.181889 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63bbc445-c971-4fe5-ae70-a7c844477153 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=94715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 17:28:57.192461 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bbc445-c971-4fe5-ae70-a7c844477153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670a6104-6e00-4fa6-b2f6-79efa1f2b9a5,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:57.197627 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-63bbc445-c971-4fe5-ae70-a7c844477153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157'] for segment, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:57.197988 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.db.segments_db [None req-63bbc445-c971-4fe5-ae70-a7c844477153 admin admin] Added segment a51d86e2-c9cb-45b9-8bb6-e6cfca56a5ad of type vlan for network 98db4ded-569c-4dde-a13c-1bba16c97d2a Sep 17 17:28:57.244568 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-63bbc445-c971-4fe5-ae70-a7c844477153 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747491074600'] for network, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:57.280625 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-ece0c004-49d2-4425-9bed-f5c6096bfd8b None None] Set router de60e534-f763-4543-a4e8-74a22b4b419d gateway port host: dv-cinder-809828-1-iscsi {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:28:57.365014 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-63bbc445-c971-4fe5-ae70-a7c844477153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198'] for network, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:57.368423 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bbc445-c971-4fe5-ae70-a7c844477153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:57.369248 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-63bbc445-c971-4fe5-ae70-a7c844477153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for network, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:57.437180 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bbc445-c971-4fe5-ae70-a7c844477153 admin admin] Pushing event updated for resources: {'Network': ['ID=98db4ded-569c-4dde-a13c-1bba16c97d2a,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:57.447200 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Network 98db4ded-569c-4dde-a13c-1bba16c97d2a details requested by agent ovs-agent-dv-cinder-809828-1-iscsi with host dv-cinder-809828-1-iscsi {{(pid=94717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 17:28:57.478234 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-ece0c004-49d2-4425-9bed-f5c6096bfd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de60e534-f763-4543-a4e8-74a22b4b419d', 'name': 'tempest-TestShelveInstance-2130545818-router', 'tenant_id': '050d0f8bf6fd486c9c994e60c94beb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '4957c5f6-402f-4e6f-aeec-2fdce38daeba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:28:51Z', 'updated_at': '2021-09-17T17:28:55Z', 'revision_number': 4, 'project_id': '050d0f8bf6fd486c9c994e60c94beb88', 'gw_port': {'id': '4957c5f6-402f-4e6f-aeec-2fdce38daeba', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de60e534-f763-4543-a4e8-74a22b4b419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:28:52Z', 'updated_at': '2021-09-17T17:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': '2fc5d00f-272f-4732-8520-16df11cf621c', 'name': '', 'network_id': 'c5fd655e-5563-4ef4-b398-7647045e7dc0', 'tenant_id': '050d0f8bf6fd486c9c994e60c94beb88', 'mac_address': 'fa:16:3e:a3:5b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de60e534-f763-4543-a4e8-74a22b4b419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'acf76a6c-c31d-46bf-ad83-cd7ec2729137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:28:54Z', 'updated_at': '2021-09-17T17:28:55Z', 'revision_number': 2, 'project_id': '050d0f8bf6fd486c9c994e60c94beb88', 'subnets': [{'id': 'acf76a6c-c31d-46bf-ad83-cd7ec2729137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:28:57.501791 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-63bbc445-c971-4fe5-ae70-a7c844477153 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6259065 Sep 17 17:28:57.504557 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 33242) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:28:57.506220 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece0c004-49d2-4425-9bed-f5c6096bfd8b None None] Checking router: de60e534-f763-4543-a4e8-74a22b4b419d for host: dv-cinder-809828-1-iscsi {{(pid=94718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:28:57.506745 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece0c004-49d2-4425-9bed-f5c6096bfd8b None None] Updating router de60e534-f763-4543-a4e8-74a22b4b419d port 2fc5d00f-272f-4732-8520-16df11cf621c binding host dv-cinder-809828-1-iscsi {{(pid=94718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 17:28:57.509629 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-938585f9-bdad-4c89-8f57-20175811972d admin admin] Request body: {'subnet': {'network_id': '98db4ded-569c-4dde-a13c-1bba16c97d2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-646765792-subnet', 'tenant_id': '1bec3001a2514654a0f77070d98b881e', 'ip_version': 4}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:28:57.536214 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ece0c004-49d2-4425-9bed-f5c6096bfd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:57.612529 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938585f9-bdad-4c89-8f57-20175811972d admin admin] Made reservation on behalf of 1bec3001a2514654a0f77070d98b881e for: {'subnet': 1} {{(pid=94715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:28:57.614885 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-938585f9-bdad-4c89-8f57-20175811972d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25266449'] for subnet, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:57.803101 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ece0c004-49d2-4425-9bed-f5c6096bfd8b None None] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:57.887529 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-938585f9-bdad-4c89-8f57-20175811972d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29270131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25266495'] for subnet, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:57.898543 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ece0c004-49d2-4425-9bed-f5c6096bfd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:57.950479 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938585f9-bdad-4c89-8f57-20175811972d admin admin] Pushing event updated for resources: {'Subnet': ['ID=689e280b-6887-4ba1-8d38-4b2b0eb65e1a,revision_number=0']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:57.951784 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ee4e7-b80d-4d45-a65a-c3920f8e9ac3 None None] Pushing event updated for resources: {'Port': ['ID=2fc5d00f-272f-4732-8520-16df11cf621c,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:57.962523 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938585f9-bdad-4c89-8f57-20175811972d admin admin] Checking segment: {'id': 'a51d86e2-c9cb-45b9-8bb6-e6cfca56a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '98db4ded-569c-4dde-a13c-1bba16c97d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:28:57.962889 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938585f9-bdad-4c89-8f57-20175811972d admin admin] Network hostable DHCP agents. Network: 98db4ded-569c-4dde-a13c-1bba16c97d2a, hostable agents: ['991be4bd-5269-4100-8238-2a16d095299f'], hosted agents: [] {{(pid=94715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 17:28:57.964903 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32ee4e7-b80d-4d45-a65a-c3920f8e9ac3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:57.965322 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32ee4e7-b80d-4d45-a65a-c3920f8e9ac3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:57.965799 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32ee4e7-b80d-4d45-a65a-c3920f8e9ac3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:57.966331 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32ee4e7-b80d-4d45-a65a-c3920f8e9ac3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:57.966725 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32ee4e7-b80d-4d45-a65a-c3920f8e9ac3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:57.967238 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32ee4e7-b80d-4d45-a65a-c3920f8e9ac3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:57.967529 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32ee4e7-b80d-4d45-a65a-c3920f8e9ac3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:57.967919 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32ee4e7-b80d-4d45-a65a-c3920f8e9ac3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:57.968329 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32ee4e7-b80d-4d45-a65a-c3920f8e9ac3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:57.968721 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32ee4e7-b80d-4d45-a65a-c3920f8e9ac3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:57.969110 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32ee4e7-b80d-4d45-a65a-c3920f8e9ac3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:57.969536 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32ee4e7-b80d-4d45-a65a-c3920f8e9ac3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:28:58.033244 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-ece0c004-49d2-4425-9bed-f5c6096bfd8b None None] Attempting to bind port 2fc5d00f-272f-4732-8520-16df11cf621c on host dv-cinder-809828-1-iscsi for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:28:58.033728 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-ece0c004-49d2-4425-9bed-f5c6096bfd8b None None] Attempting to bind port 2fc5d00f-272f-4732-8520-16df11cf621c by drivers openvswitch,hyperv on host dv-cinder-809828-1-iscsi at level 0 using segments [{'id': 'd7b68416-293f-4ed8-bc5f-6c9ec506319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c5fd655e-5563-4ef4-b398-7647045e7dc0'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:28:58.034147 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece0c004-49d2-4425-9bed-f5c6096bfd8b None None] Attempting to bind port 2fc5d00f-272f-4732-8520-16df11cf621c on network c5fd655e-5563-4ef4-b398-7647045e7dc0 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:28:58.040082 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece0c004-49d2-4425-9bed-f5c6096bfd8b None None] Checking agent: {'id': '90d57b62-311c-40f5-abf0-ae568c7aec4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809828-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 14, 57), 'started_at': datetime.datetime(2021, 9, 17, 17, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809828-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:28:58.040460 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece0c004-49d2-4425-9bed-f5c6096bfd8b None None] Checking segment: {'id': 'd7b68416-293f-4ed8-bc5f-6c9ec506319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c5fd655e-5563-4ef4-b398-7647045e7dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:28:58.040863 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ece0c004-49d2-4425-9bed-f5c6096bfd8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:58.041250 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece0c004-49d2-4425-9bed-f5c6096bfd8b None None] Bound using segment: {'id': 'd7b68416-293f-4ed8-bc5f-6c9ec506319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c5fd655e-5563-4ef4-b398-7647045e7dc0'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:28:58.041717 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-ece0c004-49d2-4425-9bed-f5c6096bfd8b None None] Bound port: 2fc5d00f-272f-4732-8520-16df11cf621c, host: dv-cinder-809828-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b68416-293f-4ed8-bc5f-6c9ec506319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c5fd655e-5563-4ef4-b398-7647045e7dc0'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:28:58.042300 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ece0c004-49d2-4425-9bed-f5c6096bfd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:58.066570 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938585f9-bdad-4c89-8f57-20175811972d admin admin] Network 98db4ded-569c-4dde-a13c-1bba16c97d2a is scheduled to be hosted by DHCP agent 991be4bd-5269-4100-8238-2a16d095299f with binding_index 1 {{(pid=94715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 17:28:58.116905 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-ece0c004-49d2-4425-9bed-f5c6096bfd8b None None] For port 2fc5d00f-272f-4732-8520-16df11cf621c, host dv-cinder-809828-1-iscsi, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:28:58.120373 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-ece0c004-49d2-4425-9bed-f5c6096bfd8b None None] For port 2fc5d00f-272f-4732-8520-16df11cf621c, host dv-cinder-809828-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=2fc5d00f-272f-4732-8520-16df11cf621c,segment=NetworkSegment(d7b68416-293f-4ed8-bc5f-6c9ec506319b),segment_id=d7b68416-293f-4ed8-bc5f-6c9ec506319b)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:28:58.157708 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [None req-938585f9-bdad-4c89-8f57-20175811972d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809828-1-iscsi, 98db4ded-569c-4dde-a13c-1bba16c97d2a) {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:28:58.161830 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938585f9-bdad-4c89-8f57-20175811972d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:28:58.162402 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-938585f9-bdad-4c89-8f57-20175811972d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:58.166315 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092c7217-4c66-4a0f-8fd4-07a68a357a67 None None] Network 98db4ded-569c-4dde-a13c-1bba16c97d2a requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:28:58.210743 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-ece0c004-49d2-4425-9bed-f5c6096bfd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:58.238910 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-938585f9-bdad-4c89-8f57-20175811972d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7331178 Sep 17 17:28:58.240671 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-c8c8ccac-0ea0-4e56-a09c-60f4bb1b035d None None] Provisioning complete for port 2fc5d00f-272f-4732-8520-16df11cf621c triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:28:58.241255 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 33248) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:28:58.241370 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c8c8ccac-0ea0-4e56-a09c-60f4bb1b035d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:58.248059 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-d56640bb-4eb3-43e2-9b62-35876cff40e1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-646765792-router', 'tenant_id': '1bec3001a2514654a0f77070d98b881e', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'}}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:28:58.283575 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece0c004-49d2-4425-9bed-f5c6096bfd8b None None] Routers {'de60e534-f763-4543-a4e8-74a22b4b419d'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:28:58.284211 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-ece0c004-49d2-4425-9bed-f5c6096bfd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:28:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['de60e534-f763-4543-a4e8-74a22b4b419d'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:28:58.288938 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ee4e7-b80d-4d45-a65a-c3920f8e9ac3 None None] Pushing event updated for resources: {'Port': ['ID=2fc5d00f-272f-4732-8520-16df11cf621c,revision_number=4']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:58.369213 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d56640bb-4eb3-43e2-9b62-35876cff40e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-987'] for router, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:58.371067 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d56640bb-4eb3-43e2-9b62-35876cff40e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3693212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1004'] for router, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:58.391816 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c8c8ccac-0ea0-4e56-a09c-60f4bb1b035d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:58.405927 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417eadec-cc2a-4167-8077-f60e8128b6e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca1476-ec46-5156-a0e6-01362d2bd21f-98db4ded-569c-4dde-a13c-1bba16c97d2a', 'network_id': '98db4ded-569c-4dde-a13c-1bba16c97d2a', 'tenant_id': '1bec3001a2514654a0f77070d98b881e', 'fixed_ips': [{'subnet_id': '689e280b-6887-4ba1-8d38-4b2b0eb65e1a'}]}} from dv-cinder-809828-1-iscsi. {{(pid=94717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 17:28:58.406665 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-417eadec-cc2a-4167-8077-f60e8128b6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:58.421376 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-ece0c004-49d2-4425-9bed-f5c6096bfd8b None None] Set router de60e534-f763-4543-a4e8-74a22b4b419d gateway port host: dv-cinder-809828-1-iscsi {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:28:58.449178 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-c8c8ccac-0ea0-4e56-a09c-60f4bb1b035d None None] For port 2fc5d00f-272f-4732-8520-16df11cf621c, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=2fc5d00f-272f-4732-8520-16df11cf621c,segment=NetworkSegment(d7b68416-293f-4ed8-bc5f-6c9ec506319b),segment_id=d7b68416-293f-4ed8-bc5f-6c9ec506319b)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:28:58.469476 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d56640bb-4eb3-43e2-9b62-35876cff40e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:58.535888 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c8c8ccac-0ea0-4e56-a09c-60f4bb1b035d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:58.586810 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:58.630627 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8ccac-0ea0-4e56-a09c-60f4bb1b035d None None] Pushing event updated for resources: {'Port': ['ID=2fc5d00f-272f-4732-8520-16df11cf621c,revision_number=5']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:58.633632 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.db_base_plugin_common [None req-417eadec-cc2a-4167-8077-f60e8128b6e1 None None] Allocated IP 172.20.0.2 (98db4ded-569c-4dde-a13c-1bba16c97d2a/689e280b-6887-4ba1-8d38-4b2b0eb65e1a/6aab7144-2907-44eb-a33e-aca936012b57) {{(pid=94717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:28:58.661885 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-ece0c004-49d2-4425-9bed-f5c6096bfd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de60e534-f763-4543-a4e8-74a22b4b419d', 'name': 'tempest-TestShelveInstance-2130545818-router', 'tenant_id': '050d0f8bf6fd486c9c994e60c94beb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '4957c5f6-402f-4e6f-aeec-2fdce38daeba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:28:51Z', 'updated_at': '2021-09-17T17:28:55Z', 'revision_number': 4, 'project_id': '050d0f8bf6fd486c9c994e60c94beb88', 'gw_port': {'id': '4957c5f6-402f-4e6f-aeec-2fdce38daeba', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de60e534-f763-4543-a4e8-74a22b4b419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:28:52Z', 'updated_at': '2021-09-17T17:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': '2fc5d00f-272f-4732-8520-16df11cf621c', 'name': '', 'network_id': 'c5fd655e-5563-4ef4-b398-7647045e7dc0', 'tenant_id': '050d0f8bf6fd486c9c994e60c94beb88', 'mac_address': 'fa:16:3e:a3:5b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de60e534-f763-4543-a4e8-74a22b4b419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'acf76a6c-c31d-46bf-ad83-cd7ec2729137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:28:54Z', 'updated_at': '2021-09-17T17:28:58Z', 'revision_number': 4, 'project_id': '050d0f8bf6fd486c9c994e60c94beb88', 'subnets': [{'id': 'acf76a6c-c31d-46bf-ad83-cd7ec2729137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:28:58.685664 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-7f0902fc-2772-4d79-ac22-12b8d76068da None None] Provisioning complete for port 2fc5d00f-272f-4732-8520-16df11cf621c triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:28:58.685991 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-7f0902fc-2772-4d79-ac22-12b8d76068da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:58.692369 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece0c004-49d2-4425-9bed-f5c6096bfd8b None None] The sync data for ids ['de60e534-f763-4543-a4e8-74a22b4b419d'] in dv-cinder-809828-1-iscsi is: [{'id': 'de60e534-f763-4543-a4e8-74a22b4b419d', 'name': 'tempest-TestShelveInstance-2130545818-router', 'tenant_id': '050d0f8bf6fd486c9c994e60c94beb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '4957c5f6-402f-4e6f-aeec-2fdce38daeba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:28:51Z', 'updated_at': '2021-09-17T17:28:55Z', 'revision_number': 4, 'project_id': '050d0f8bf6fd486c9c994e60c94beb88', 'gw_port': {'id': '4957c5f6-402f-4e6f-aeec-2fdce38daeba', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de60e534-f763-4543-a4e8-74a22b4b419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:28:52Z', 'updated_at': '2021-09-17T17:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': '2fc5d00f-272f-4732-8520-16df11cf621c', 'name': '', 'network_id': 'c5fd655e-5563-4ef4-b398-7647045e7dc0', 'tenant_id': '050d0f8bf6fd486c9c994e60c94beb88', 'mac_address': 'fa:16:3e:a3:5b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de60e534-f763-4543-a4e8-74a22b4b419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'acf76a6c-c31d-46bf-ad83-cd7ec2729137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:28:54Z', 'updated_at': '2021-09-17T17:28:58Z', 'revision_number': 4, 'project_id': '050d0f8bf6fd486c9c994e60c94beb88', 'subnets': [{'id': 'acf76a6c-c31d-46bf-ad83-cd7ec2729137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:28:58.713745 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d56640bb-4eb3-43e2-9b62-35876cff40e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:58.910505 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-417eadec-cc2a-4167-8077-f60e8128b6e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:58.966770 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 4957c5f6-402f-4e6f-aeec-2fdce38daeba up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:28:58.989351 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-417eadec-cc2a-4167-8077-f60e8128b6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538'] for port, after_create {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:59.042447 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d56640bb-4eb3-43e2-9b62-35876cff40e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:59.048651 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417eadec-cc2a-4167-8077-f60e8128b6e1 None None] Network 98db4ded-569c-4dde-a13c-1bba16c97d2a is already hosted by enough agents. {{(pid=94717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:28:59.078034 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417eadec-cc2a-4167-8077-f60e8128b6e1 None None] Pushing event updated for resources: {'Port': ['ID=6aab7144-2907-44eb-a33e-aca936012b57,revision_number=1']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:59.086984 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.scheduler.base_scheduler [None req-417eadec-cc2a-4167-8077-f60e8128b6e1 None None] Resources bound (agent type, host, resource id): {{(pid=94717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:28:59.089500 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417eadec-cc2a-4167-8077-f60e8128b6e1 None None] Received port after_create {{(pid=94717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:28:59.097708 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d56640bb-4eb3-43e2-9b62-35876cff40e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:59.150137 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port 4957c5f6-402f-4e6f-aeec-2fdce38daeba triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:28:59.150518 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:59.181119 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-417eadec-cc2a-4167-8077-f60e8128b6e1 None None] Attempting to bind port 6aab7144-2907-44eb-a33e-aca936012b57 on host dv-cinder-809828-1-iscsi for vnic_type normal with profile {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:28:59.181724 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-417eadec-cc2a-4167-8077-f60e8128b6e1 None None] Attempting to bind port 6aab7144-2907-44eb-a33e-aca936012b57 by drivers openvswitch,hyperv on host dv-cinder-809828-1-iscsi at level 0 using segments [{'id': 'a51d86e2-c9cb-45b9-8bb6-e6cfca56a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '98db4ded-569c-4dde-a13c-1bba16c97d2a'}] {{(pid=94717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:28:59.181914 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417eadec-cc2a-4167-8077-f60e8128b6e1 None None] Attempting to bind port 6aab7144-2907-44eb-a33e-aca936012b57 on network 98db4ded-569c-4dde-a13c-1bba16c97d2a {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:28:59.191803 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417eadec-cc2a-4167-8077-f60e8128b6e1 None None] Checking agent: {'id': '90d57b62-311c-40f5-abf0-ae568c7aec4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809828-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 14, 57), 'started_at': datetime.datetime(2021, 9, 17, 17, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809828-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:28:59.192207 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417eadec-cc2a-4167-8077-f60e8128b6e1 None None] Checking segment: {'id': 'a51d86e2-c9cb-45b9-8bb6-e6cfca56a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '98db4ded-569c-4dde-a13c-1bba16c97d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:28:59.192586 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-417eadec-cc2a-4167-8077-f60e8128b6e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:59.192982 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417eadec-cc2a-4167-8077-f60e8128b6e1 None None] Bound using segment: {'id': 'a51d86e2-c9cb-45b9-8bb6-e6cfca56a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '98db4ded-569c-4dde-a13c-1bba16c97d2a'} {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:28:59.193467 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-417eadec-cc2a-4167-8077-f60e8128b6e1 None None] Bound port: 6aab7144-2907-44eb-a33e-aca936012b57, host: dv-cinder-809828-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a51d86e2-c9cb-45b9-8bb6-e6cfca56a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '98db4ded-569c-4dde-a13c-1bba16c97d2a'}}] {{(pid=94717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:28:59.193853 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-417eadec-cc2a-4167-8077-f60e8128b6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:59.216978 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.db_base_plugin_common [None req-d56640bb-4eb3-43e2-9b62-35876cff40e1 admin admin] Allocated IP 172.27.2.81 (7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02/78817fd2-befc-49bb-8f7f-e04863f48a33/46297699-6769-4179-83a4-58c1e545d4e5) {{(pid=94715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:28:59.300860 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-417eadec-cc2a-4167-8077-f60e8128b6e1 None None] For port 6aab7144-2907-44eb-a33e-aca936012b57, host dv-cinder-809828-1-iscsi, cleared binding levels {{(pid=94717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:28:59.307155 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-417eadec-cc2a-4167-8077-f60e8128b6e1 None None] For port 6aab7144-2907-44eb-a33e-aca936012b57, host dv-cinder-809828-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=6aab7144-2907-44eb-a33e-aca936012b57,segment=NetworkSegment(a51d86e2-c9cb-45b9-8bb6-e6cfca56a5ad),segment_id=a51d86e2-c9cb-45b9-8bb6-e6cfca56a5ad)] {{(pid=94717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:28:59.309148 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 2fc5d00f-272f-4732-8520-16df11cf621c up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:28:59.334396 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d56640bb-4eb3-43e2-9b62-35876cff40e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:59.365017 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port 2fc5d00f-272f-4732-8520-16df11cf621c triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:28:59.365469 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:59.387260 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-417eadec-cc2a-4167-8077-f60e8128b6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:59.447442 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d56640bb-4eb3-43e2-9b62-35876cff40e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:28:59.468479 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417eadec-cc2a-4167-8077-f60e8128b6e1 None None] Pushing event updated for resources: {'Port': ['ID=6aab7144-2907-44eb-a33e-aca936012b57,revision_number=2']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:59.502160 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56640bb-4eb3-43e2-9b62-35876cff40e1 admin admin] Network 7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02 is already hosted by enough agents. {{(pid=94715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:28:59.511176 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [None req-d56640bb-4eb3-43e2-9b62-35876cff40e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:28:59.515401 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56640bb-4eb3-43e2-9b62-35876cff40e1 admin admin] Received port after_create {{(pid=94715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:28:59.553305 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56640bb-4eb3-43e2-9b62-35876cff40e1 admin admin] Pushing event updated for resources: {'Port': ['ID=46297699-6769-4179-83a4-58c1e545d4e5,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:28:59.906319 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d56640bb-4eb3-43e2-9b62-35876cff40e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:00.116039 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d56640bb-4eb3-43e2-9b62-35876cff40e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693899'] for router, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:00.346082 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56640bb-4eb3-43e2-9b62-35876cff40e1 admin admin] Router b2c66d62-3603-4ac8-b6cc-7e47c73e9772 is scheduled to L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 with binding_index 1 {{(pid=94715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 17:29:00.352909 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ed484f-5df7-4c34-81dd-43b946ce5c46 None None] Network 98db4ded-569c-4dde-a13c-1bba16c97d2a requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:29:00.453688 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56640bb-4eb3-43e2-9b62-35876cff40e1 admin admin] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:29:00.473804 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa585f3c-2f9f-40fb-afeb-742bbc3ec1dc None None] Sync routers for ids ['b2c66d62-3603-4ac8-b6cc-7e47c73e9772'] in dv-cinder-809828-1-iscsi {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:29:00.493816 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-84521462-47d5-4561-9573-a621d41c410b None None] Provisioning complete for port 6aab7144-2907-44eb-a33e-aca936012b57 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:29:00.494195 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-84521462-47d5-4561-9573-a621d41c410b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:00.514002 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa585f3c-2f9f-40fb-afeb-742bbc3ec1dc None None] Routers {'b2c66d62-3603-4ac8-b6cc-7e47c73e9772'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:29:00.514633 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-fa585f3c-2f9f-40fb-afeb-742bbc3ec1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:28:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['b2c66d62-3603-4ac8-b6cc-7e47c73e9772'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:29:00.567238 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d56640bb-4eb3-43e2-9b62-35876cff40e1 admin admin] Notify callbacks [] for router, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:00.568572 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-d56640bb-4eb3-43e2-9b62-35876cff40e1 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3260088 Sep 17 17:29:00.571354 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 33258) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:29:00.818483 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-fa585f3c-2f9f-40fb-afeb-742bbc3ec1dc None None] Set router b2c66d62-3603-4ac8-b6cc-7e47c73e9772 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:29:00.820531 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-84521462-47d5-4561-9573-a621d41c410b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:00.922870 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 6aab7144-2907-44eb-a33e-aca936012b57 up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:29:01.008781 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-84521462-47d5-4561-9573-a621d41c410b None None] For port 6aab7144-2907-44eb-a33e-aca936012b57, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=6aab7144-2907-44eb-a33e-aca936012b57,segment=NetworkSegment(a51d86e2-c9cb-45b9-8bb6-e6cfca56a5ad),segment_id=a51d86e2-c9cb-45b9-8bb6-e6cfca56a5ad)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:29:01.070166 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port 6aab7144-2907-44eb-a33e-aca936012b57 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:29:01.070569 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:01.076695 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-84521462-47d5-4561-9573-a621d41c410b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:01.168906 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84521462-47d5-4561-9573-a621d41c410b None None] Pushing event updated for resources: {'Port': ['ID=6aab7144-2907-44eb-a33e-aca936012b57,revision_number=3']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:01.179994 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-fa585f3c-2f9f-40fb-afeb-742bbc3ec1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c66d62-3603-4ac8-b6cc-7e47c73e9772', 'name': 'tempest-TestShelveInstance-646765792-router', 'tenant_id': '1bec3001a2514654a0f77070d98b881e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '46297699-6769-4179-83a4-58c1e545d4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:28:58Z', 'updated_at': '2021-09-17T17:28:59Z', 'revision_number': 3, 'project_id': '1bec3001a2514654a0f77070d98b881e', 'gw_port': {'id': '46297699-6769-4179-83a4-58c1e545d4e5', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ca:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c66d62-3603-4ac8-b6cc-7e47c73e9772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:28:59Z', 'updated_at': '2021-09-17T17:28:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi'}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:29:01.213206 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa585f3c-2f9f-40fb-afeb-742bbc3ec1dc None None] Checking router: b2c66d62-3603-4ac8-b6cc-7e47c73e9772 for host: dv-cinder-809828-1-iscsi {{(pid=94717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:29:01.213683 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa585f3c-2f9f-40fb-afeb-742bbc3ec1dc None None] Updating router b2c66d62-3603-4ac8-b6cc-7e47c73e9772 port 46297699-6769-4179-83a4-58c1e545d4e5 binding host dv-cinder-809828-1-iscsi {{(pid=94717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 17:29:01.274024 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-fa585f3c-2f9f-40fb-afeb-742bbc3ec1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:01.275399 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-48016361-39d6-406c-9eb4-6abe4e642791 None None] Provisioning complete for port 6aab7144-2907-44eb-a33e-aca936012b57 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:29:01.276140 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-48016361-39d6-406c-9eb4-6abe4e642791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:01.291378 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ade89239-01c7-493c-be5f-6d6cfb256c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:01.463927 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.db_base_plugin_common [None req-ade89239-01c7-493c-be5f-6d6cfb256c71 admin admin] Allocated IP 172.20.0.1 (98db4ded-569c-4dde-a13c-1bba16c97d2a/689e280b-6887-4ba1-8d38-4b2b0eb65e1a/a63c3b7b-c442-4442-85fe-e8e118369a11) {{(pid=94715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:29:01.566700 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ade89239-01c7-493c-be5f-6d6cfb256c71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:01.593312 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-fa585f3c-2f9f-40fb-afeb-742bbc3ec1dc None None] Notify callbacks [] for port, precommit_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:01.658876 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-fa585f3c-2f9f-40fb-afeb-742bbc3ec1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:01.693328 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ade89239-01c7-493c-be5f-6d6cfb256c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:01.714185 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-fa585f3c-2f9f-40fb-afeb-742bbc3ec1dc None None] Attempting to bind port 46297699-6769-4179-83a4-58c1e545d4e5 on host dv-cinder-809828-1-iscsi for vnic_type normal with profile {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:29:01.714564 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-fa585f3c-2f9f-40fb-afeb-742bbc3ec1dc None None] Attempting to bind port 46297699-6769-4179-83a4-58c1e545d4e5 by drivers openvswitch,hyperv on host dv-cinder-809828-1-iscsi at level 0 using segments [{'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'}] {{(pid=94717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:29:01.714942 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa585f3c-2f9f-40fb-afeb-742bbc3ec1dc None None] Attempting to bind port 46297699-6769-4179-83a4-58c1e545d4e5 on network 7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02 {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:29:01.717431 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f221f-1118-44fe-bf12-ee15f3fff95d None None] Pushing event updated for resources: {'Port': ['ID=46297699-6769-4179-83a4-58c1e545d4e5,revision_number=2']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:01.722920 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa585f3c-2f9f-40fb-afeb-742bbc3ec1dc None None] Checking agent: {'id': '90d57b62-311c-40f5-abf0-ae568c7aec4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809828-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 14, 57), 'started_at': datetime.datetime(2021, 9, 17, 17, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809828-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:29:01.725595 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa585f3c-2f9f-40fb-afeb-742bbc3ec1dc None None] Checking segment: {'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:29:01.725595 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-fa585f3c-2f9f-40fb-afeb-742bbc3ec1dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:01.725595 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa585f3c-2f9f-40fb-afeb-742bbc3ec1dc None None] Bound using segment: {'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'} {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:29:01.725595 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-fa585f3c-2f9f-40fb-afeb-742bbc3ec1dc None None] Bound port: 46297699-6769-4179-83a4-58c1e545d4e5, host: dv-cinder-809828-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'}}] {{(pid=94717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:29:01.725595 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-fa585f3c-2f9f-40fb-afeb-742bbc3ec1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:01.734760 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade89239-01c7-493c-be5f-6d6cfb256c71 admin admin] Network 98db4ded-569c-4dde-a13c-1bba16c97d2a is already hosted by enough agents. {{(pid=94715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:29:01.738108 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [None req-ade89239-01c7-493c-be5f-6d6cfb256c71 admin admin] Resources bound (agent type, host, resource id): {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:29:01.740900 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade89239-01c7-493c-be5f-6d6cfb256c71 admin admin] Received port after_create {{(pid=94715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:29:01.780102 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade89239-01c7-493c-be5f-6d6cfb256c71 admin admin] Pushing event updated for resources: {'Port': ['ID=a63c3b7b-c442-4442-85fe-e8e118369a11,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:01.780881 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-fa585f3c-2f9f-40fb-afeb-742bbc3ec1dc None None] For port 46297699-6769-4179-83a4-58c1e545d4e5, host dv-cinder-809828-1-iscsi, cleared binding levels {{(pid=94717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:29:01.785333 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-fa585f3c-2f9f-40fb-afeb-742bbc3ec1dc None None] For port 46297699-6769-4179-83a4-58c1e545d4e5, host dv-cinder-809828-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=46297699-6769-4179-83a4-58c1e545d4e5,segment=NetworkSegment(f5bce3a7-39d4-42b3-980e-fe31588455ee),segment_id=f5bce3a7-39d4-42b3-980e-fe31588455ee)] {{(pid=94717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:29:01.794144 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ade89239-01c7-493c-be5f-6d6cfb256c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693980'] for router_interface, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:01.859389 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-fa585f3c-2f9f-40fb-afeb-742bbc3ec1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:01.920551 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa585f3c-2f9f-40fb-afeb-742bbc3ec1dc None None] Routers {'b2c66d62-3603-4ac8-b6cc-7e47c73e9772'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:29:01.921238 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-fa585f3c-2f9f-40fb-afeb-742bbc3ec1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:28:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['b2c66d62-3603-4ac8-b6cc-7e47c73e9772'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:29:01.926387 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f221f-1118-44fe-bf12-ee15f3fff95d None None] Pushing event updated for resources: {'Port': ['ID=46297699-6769-4179-83a4-58c1e545d4e5,revision_number=3']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:02.000476 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ade89239-01c7-493c-be5f-6d6cfb256c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:02.036193 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-55069108-6d72-43db-90ab-8a9602b990fc None None] Provisioning complete for port a63c3b7b-c442-4442-85fe-e8e118369a11 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:29:02.036486 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-55069108-6d72-43db-90ab-8a9602b990fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:02.041320 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-fa585f3c-2f9f-40fb-afeb-742bbc3ec1dc None None] Set router b2c66d62-3603-4ac8-b6cc-7e47c73e9772 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:29:02.142219 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-55069108-6d72-43db-90ab-8a9602b990fc None None] Port a63c3b7b-c442-4442-85fe-e8e118369a11 cannot update to ACTIVE because it is not bound. {{(pid=94717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 17:29:02.171131 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ade89239-01c7-493c-be5f-6d6cfb256c71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:02.252011 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-fa585f3c-2f9f-40fb-afeb-742bbc3ec1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c66d62-3603-4ac8-b6cc-7e47c73e9772', 'name': 'tempest-TestShelveInstance-646765792-router', 'tenant_id': '1bec3001a2514654a0f77070d98b881e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '46297699-6769-4179-83a4-58c1e545d4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:28:58Z', 'updated_at': '2021-09-17T17:28:59Z', 'revision_number': 3, 'project_id': '1bec3001a2514654a0f77070d98b881e', 'gw_port': {'id': '46297699-6769-4179-83a4-58c1e545d4e5', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ca:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c66d62-3603-4ac8-b6cc-7e47c73e9772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:28:59Z', 'updated_at': '2021-09-17T17:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi'}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:29:02.255153 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ade89239-01c7-493c-be5f-6d6cfb256c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29270022'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:02.284602 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa585f3c-2f9f-40fb-afeb-742bbc3ec1dc None None] The sync data for ids ['b2c66d62-3603-4ac8-b6cc-7e47c73e9772'] in dv-cinder-809828-1-iscsi is: [{'id': 'b2c66d62-3603-4ac8-b6cc-7e47c73e9772', 'name': 'tempest-TestShelveInstance-646765792-router', 'tenant_id': '1bec3001a2514654a0f77070d98b881e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '46297699-6769-4179-83a4-58c1e545d4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:28:58Z', 'updated_at': '2021-09-17T17:28:59Z', 'revision_number': 3, 'project_id': '1bec3001a2514654a0f77070d98b881e', 'gw_port': {'id': '46297699-6769-4179-83a4-58c1e545d4e5', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ca:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c66d62-3603-4ac8-b6cc-7e47c73e9772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:28:59Z', 'updated_at': '2021-09-17T17:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi'}] {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:29:02.327361 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ade89239-01c7-493c-be5f-6d6cfb256c71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3691276'] for router_interface, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:02.329073 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade89239-01c7-493c-be5f-6d6cfb256c71 admin admin] Pushing event updated for resources: {'Port': ['ID=a63c3b7b-c442-4442-85fe-e8e118369a11,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:02.436330 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade89239-01c7-493c-be5f-6d6cfb256c71 admin admin] Network 98db4ded-569c-4dde-a13c-1bba16c97d2a is already hosted by enough agents. {{(pid=94715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:29:02.437932 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [None req-ade89239-01c7-493c-be5f-6d6cfb256c71 admin admin] Resources bound (agent type, host, resource id): {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:29:02.579284 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade89239-01c7-493c-be5f-6d6cfb256c71 admin admin] Router b2c66d62-3603-4ac8-b6cc-7e47c73e9772 has already been hosted by L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 {{(pid=94715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 17:29:02.704595 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade89239-01c7-493c-be5f-6d6cfb256c71 admin admin] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:29:02.712535 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-ade89239-01c7-493c-be5f-6d6cfb256c71 admin admin] 10.222.0.18 "PUT /v2.0/routers/b2c66d62-3603-4ac8-b6cc-7e47c73e9772/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1397903 Sep 17 17:29:02.775486 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-292e90da-788e-4c8e-ba1d-354b381c420d None None] Provisioning complete for port a63c3b7b-c442-4442-85fe-e8e118369a11 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:29:02.775970 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-292e90da-788e-4c8e-ba1d-354b381c420d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:02.818687 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-292e90da-788e-4c8e-ba1d-354b381c420d None None] Port a63c3b7b-c442-4442-85fe-e8e118369a11 cannot update to ACTIVE because it is not bound. {{(pid=94717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 17:29:02.923310 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 6aab7144-2907-44eb-a33e-aca936012b57 up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:29:02.978178 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port 6aab7144-2907-44eb-a33e-aca936012b57 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:29:02.978822 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:03.066528 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 46297699-6769-4179-83a4-58c1e545d4e5 up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:29:03.113381 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port 46297699-6769-4179-83a4-58c1e545d4e5 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:29:03.113752 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:03.201427 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:03.220680 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] For port 46297699-6769-4179-83a4-58c1e545d4e5, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=46297699-6769-4179-83a4-58c1e545d4e5,segment=NetworkSegment(f5bce3a7-39d4-42b3-980e-fe31588455ee),segment_id=f5bce3a7-39d4-42b3-980e-fe31588455ee)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:29:03.321844 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:03.378752 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Pushing event updated for resources: {'Port': ['ID=46297699-6769-4179-83a4-58c1e545d4e5,revision_number=4']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:03.607810 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 33278) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:29:03.612729 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-d84a93e6-807a-4f33-98ae-b3f5e31dd30d tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-77311747', 'description': 'tempest-secgroup-smoke-77311747 description', 'project_id': '050d0f8bf6fd486c9c994e60c94beb88'}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:29:03.730124 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-d84a93e6-807a-4f33-98ae-b3f5e31dd30d tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:03.817600 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-d84a93e6-807a-4f33-98ae-b3f5e31dd30d tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:03.851281 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f677b17c-8f49-4045-a278-44b5b8195b41 None None] Sync routers for ids ['b2c66d62-3603-4ac8-b6cc-7e47c73e9772'] in dv-cinder-809828-1-iscsi {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:29:03.861030 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f677b17c-8f49-4045-a278-44b5b8195b41 None None] Routers {'b2c66d62-3603-4ac8-b6cc-7e47c73e9772'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:29:03.861638 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-f677b17c-8f49-4045-a278-44b5b8195b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:28:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['b2c66d62-3603-4ac8-b6cc-7e47c73e9772'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:29:03.892802 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-d84a93e6-807a-4f33-98ae-b3f5e31dd30d tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:03.922380 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a93e6-807a-4f33-98ae-b3f5e31dd30d tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac74d208-252e-4fd8-b5c5-39e03b1f5b22,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:03.968500 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-f677b17c-8f49-4045-a278-44b5b8195b41 None None] Set router b2c66d62-3603-4ac8-b6cc-7e47c73e9772 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:29:03.980462 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-d84a93e6-807a-4f33-98ae-b3f5e31dd30d tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:03.981837 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-d84a93e6-807a-4f33-98ae-b3f5e31dd30d tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.3727856 Sep 17 17:29:03.995075 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 33280) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:29:04.000657 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-db2440de-b99a-420e-ba77-2b6c69541017 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Request body: {'security_group_rule': {'security_group_id': 'ac74d208-252e-4fd8-b5c5-39e03b1f5b22', 'project_id': '050d0f8bf6fd486c9c994e60c94beb88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:29:04.120477 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-db2440de-b99a-420e-ba77-2b6c69541017 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:04.176005 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-f677b17c-8f49-4045-a278-44b5b8195b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c66d62-3603-4ac8-b6cc-7e47c73e9772', 'name': 'tempest-TestShelveInstance-646765792-router', 'tenant_id': '1bec3001a2514654a0f77070d98b881e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '46297699-6769-4179-83a4-58c1e545d4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:28:58Z', 'updated_at': '2021-09-17T17:29:01Z', 'revision_number': 4, 'project_id': '1bec3001a2514654a0f77070d98b881e', 'gw_port': {'id': '46297699-6769-4179-83a4-58c1e545d4e5', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c66d62-3603-4ac8-b6cc-7e47c73e9772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:28:59Z', 'updated_at': '2021-09-17T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': 'a63c3b7b-c442-4442-85fe-e8e118369a11', 'name': '', 'network_id': '98db4ded-569c-4dde-a13c-1bba16c97d2a', 'tenant_id': '1bec3001a2514654a0f77070d98b881e', 'mac_address': 'fa:16:3e:87:ac:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c66d62-3603-4ac8-b6cc-7e47c73e9772', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '689e280b-6887-4ba1-8d38-4b2b0eb65e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:29:01Z', 'updated_at': '2021-09-17T17:29:02Z', 'revision_number': 2, 'project_id': '1bec3001a2514654a0f77070d98b881e', 'subnets': [{'id': '689e280b-6887-4ba1-8d38-4b2b0eb65e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:29:04.178600 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-db2440de-b99a-420e-ba77-2b6c69541017 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:04.206321 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f677b17c-8f49-4045-a278-44b5b8195b41 None None] Checking router: b2c66d62-3603-4ac8-b6cc-7e47c73e9772 for host: dv-cinder-809828-1-iscsi {{(pid=94718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:29:04.206676 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f677b17c-8f49-4045-a278-44b5b8195b41 None None] Updating router b2c66d62-3603-4ac8-b6cc-7e47c73e9772 port a63c3b7b-c442-4442-85fe-e8e118369a11 binding host dv-cinder-809828-1-iscsi {{(pid=94718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 17:29:04.234178 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f677b17c-8f49-4045-a278-44b5b8195b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:04.237902 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-db2440de-b99a-420e-ba77-2b6c69541017 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714646'] for security_group_rule, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:04.259900 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2440de-b99a-420e-ba77-2b6c69541017 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a24aa1c5-9230-41b0-8f23-cdbb419aa5e6,revision_number=0']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:04.350644 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-db2440de-b99a-420e-ba77-2b6c69541017 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:04.354024 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-db2440de-b99a-420e-ba77-2b6c69541017 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3550649 Sep 17 17:29:04.354024 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 33284) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:29:04.358691 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-51e0c6e3-d10f-46bf-b9f9-8a10e17256a4 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Request body: {'security_group_rule': {'security_group_id': 'ac74d208-252e-4fd8-b5c5-39e03b1f5b22', 'project_id': '050d0f8bf6fd486c9c994e60c94beb88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:29:04.474817 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-51e0c6e3-d10f-46bf-b9f9-8a10e17256a4 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:04.501152 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f677b17c-8f49-4045-a278-44b5b8195b41 None None] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:04.530651 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-51e0c6e3-d10f-46bf-b9f9-8a10e17256a4 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:04.578122 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f677b17c-8f49-4045-a278-44b5b8195b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:04.632512 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a8e5e0-582c-4b2f-a76e-bb1bc558f833 None None] Pushing event updated for resources: {'Port': ['ID=a63c3b7b-c442-4442-85fe-e8e118369a11,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:04.681059 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-f677b17c-8f49-4045-a278-44b5b8195b41 None None] Attempting to bind port a63c3b7b-c442-4442-85fe-e8e118369a11 on host dv-cinder-809828-1-iscsi for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:29:04.681438 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-f677b17c-8f49-4045-a278-44b5b8195b41 None None] Attempting to bind port a63c3b7b-c442-4442-85fe-e8e118369a11 by drivers openvswitch,hyperv on host dv-cinder-809828-1-iscsi at level 0 using segments [{'id': 'a51d86e2-c9cb-45b9-8bb6-e6cfca56a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '98db4ded-569c-4dde-a13c-1bba16c97d2a'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:29:04.710905 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f677b17c-8f49-4045-a278-44b5b8195b41 None None] Attempting to bind port a63c3b7b-c442-4442-85fe-e8e118369a11 on network 98db4ded-569c-4dde-a13c-1bba16c97d2a {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:29:04.711688 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-51e0c6e3-d10f-46bf-b9f9-8a10e17256a4 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714646'] for security_group_rule, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:04.711795 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f677b17c-8f49-4045-a278-44b5b8195b41 None None] Checking agent: {'id': '90d57b62-311c-40f5-abf0-ae568c7aec4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809828-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 14, 57), 'started_at': datetime.datetime(2021, 9, 17, 17, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809828-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:29:04.711795 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f677b17c-8f49-4045-a278-44b5b8195b41 None None] Checking segment: {'id': 'a51d86e2-c9cb-45b9-8bb6-e6cfca56a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '98db4ded-569c-4dde-a13c-1bba16c97d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:29:04.711795 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f677b17c-8f49-4045-a278-44b5b8195b41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:04.711795 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f677b17c-8f49-4045-a278-44b5b8195b41 None None] Bound using segment: {'id': 'a51d86e2-c9cb-45b9-8bb6-e6cfca56a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '98db4ded-569c-4dde-a13c-1bba16c97d2a'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:29:04.711795 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-f677b17c-8f49-4045-a278-44b5b8195b41 None None] Bound port: a63c3b7b-c442-4442-85fe-e8e118369a11, host: dv-cinder-809828-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a51d86e2-c9cb-45b9-8bb6-e6cfca56a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '98db4ded-569c-4dde-a13c-1bba16c97d2a'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:29:04.711795 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f677b17c-8f49-4045-a278-44b5b8195b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:04.712313 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0c6e3-d10f-46bf-b9f9-8a10e17256a4 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ece90d-9105-4654-903f-384e7d697e96,revision_number=0']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:04.753911 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-f677b17c-8f49-4045-a278-44b5b8195b41 None None] For port a63c3b7b-c442-4442-85fe-e8e118369a11, host dv-cinder-809828-1-iscsi, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:29:04.757169 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-f677b17c-8f49-4045-a278-44b5b8195b41 None None] For port a63c3b7b-c442-4442-85fe-e8e118369a11, host dv-cinder-809828-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=a63c3b7b-c442-4442-85fe-e8e118369a11,segment=NetworkSegment(a51d86e2-c9cb-45b9-8bb6-e6cfca56a5ad),segment_id=a51d86e2-c9cb-45b9-8bb6-e6cfca56a5ad)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:29:04.827218 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 46297699-6769-4179-83a4-58c1e545d4e5 up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:29:04.871743 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-6ec8777e-9b16-4be1-8d8b-2f1faf7f3da4 None None] Provisioning complete for port a63c3b7b-c442-4442-85fe-e8e118369a11 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:29:04.872114 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-6ec8777e-9b16-4be1-8d8b-2f1faf7f3da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:04.912930 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-6ec8777e-9b16-4be1-8d8b-2f1faf7f3da4 None None] Port a63c3b7b-c442-4442-85fe-e8e118369a11 cannot update to ACTIVE because it is not bound. {{(pid=94717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 17:29:04.914170 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port 46297699-6769-4179-83a4-58c1e545d4e5 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:29:04.914533 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:05.038061 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-51e0c6e3-d10f-46bf-b9f9-8a10e17256a4 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:05.039352 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-51e0c6e3-d10f-46bf-b9f9-8a10e17256a4 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6843832 Sep 17 17:29:05.042117 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 33288) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:29:05.047099 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-fea0127f-1d6f-4b8f-8e50-af6a853e32b0 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Request body: {'security_group_rule': {'security_group_id': 'ac74d208-252e-4fd8-b5c5-39e03b1f5b22', 'project_id': '050d0f8bf6fd486c9c994e60c94beb88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:29:05.070292 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-f677b17c-8f49-4045-a278-44b5b8195b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:05.136791 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f677b17c-8f49-4045-a278-44b5b8195b41 None None] Routers {'b2c66d62-3603-4ac8-b6cc-7e47c73e9772'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:29:05.136791 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-f677b17c-8f49-4045-a278-44b5b8195b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:28:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['b2c66d62-3603-4ac8-b6cc-7e47c73e9772'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:29:05.138151 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a8e5e0-582c-4b2f-a76e-bb1bc558f833 None None] Pushing event updated for resources: {'Port': ['ID=a63c3b7b-c442-4442-85fe-e8e118369a11,revision_number=4']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:05.167515 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-fea0127f-1d6f-4b8f-8e50-af6a853e32b0 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:05.241491 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-fea0127f-1d6f-4b8f-8e50-af6a853e32b0 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:05.323498 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-fea0127f-1d6f-4b8f-8e50-af6a853e32b0 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714646'] for security_group_rule, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:05.334550 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ac4acb53-d5b3-4b15-bfcd-e3ea2ee7f143 None None] Provisioning complete for port a63c3b7b-c442-4442-85fe-e8e118369a11 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:29:05.334930 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ac4acb53-d5b3-4b15-bfcd-e3ea2ee7f143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:05.339822 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-f677b17c-8f49-4045-a278-44b5b8195b41 None None] Set router b2c66d62-3603-4ac8-b6cc-7e47c73e9772 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:29:05.344765 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0127f-1d6f-4b8f-8e50-af6a853e32b0 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11760ff0-5d62-4948-8322-80f9460ac3b0,revision_number=0']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:05.418589 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ac4acb53-d5b3-4b15-bfcd-e3ea2ee7f143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:05.441496 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-fea0127f-1d6f-4b8f-8e50-af6a853e32b0 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:05.443000 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-fea0127f-1d6f-4b8f-8e50-af6a853e32b0 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3996804 Sep 17 17:29:05.445523 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 33300) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:29:05.450023 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-0a31a5d8-9a0c-4402-9f14-f6c6b7c25dd7 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Request body: {'security_group_rule': {'security_group_id': 'ac74d208-252e-4fd8-b5c5-39e03b1f5b22', 'project_id': '050d0f8bf6fd486c9c994e60c94beb88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:29:05.451546 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ac4acb53-d5b3-4b15-bfcd-e3ea2ee7f143 None None] For port a63c3b7b-c442-4442-85fe-e8e118369a11, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=a63c3b7b-c442-4442-85fe-e8e118369a11,segment=NetworkSegment(a51d86e2-c9cb-45b9-8bb6-e6cfca56a5ad),segment_id=a51d86e2-c9cb-45b9-8bb6-e6cfca56a5ad)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:29:05.548406 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-f677b17c-8f49-4045-a278-44b5b8195b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c66d62-3603-4ac8-b6cc-7e47c73e9772', 'name': 'tempest-TestShelveInstance-646765792-router', 'tenant_id': '1bec3001a2514654a0f77070d98b881e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '46297699-6769-4179-83a4-58c1e545d4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:28:58Z', 'updated_at': '2021-09-17T17:29:01Z', 'revision_number': 4, 'project_id': '1bec3001a2514654a0f77070d98b881e', 'gw_port': {'id': '46297699-6769-4179-83a4-58c1e545d4e5', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c66d62-3603-4ac8-b6cc-7e47c73e9772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:28:59Z', 'updated_at': '2021-09-17T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': 'a63c3b7b-c442-4442-85fe-e8e118369a11', 'name': '', 'network_id': '98db4ded-569c-4dde-a13c-1bba16c97d2a', 'tenant_id': '1bec3001a2514654a0f77070d98b881e', 'mac_address': 'fa:16:3e:87:ac:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c66d62-3603-4ac8-b6cc-7e47c73e9772', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '689e280b-6887-4ba1-8d38-4b2b0eb65e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:29:01Z', 'updated_at': '2021-09-17T17:29:04Z', 'revision_number': 4, 'project_id': '1bec3001a2514654a0f77070d98b881e', 'subnets': [{'id': '689e280b-6887-4ba1-8d38-4b2b0eb65e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:29:05.557563 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ac4acb53-d5b3-4b15-bfcd-e3ea2ee7f143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:05.575085 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f677b17c-8f49-4045-a278-44b5b8195b41 None None] The sync data for ids ['b2c66d62-3603-4ac8-b6cc-7e47c73e9772'] in dv-cinder-809828-1-iscsi is: [{'id': 'b2c66d62-3603-4ac8-b6cc-7e47c73e9772', 'name': 'tempest-TestShelveInstance-646765792-router', 'tenant_id': '1bec3001a2514654a0f77070d98b881e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '46297699-6769-4179-83a4-58c1e545d4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:28:58Z', 'updated_at': '2021-09-17T17:29:01Z', 'revision_number': 4, 'project_id': '1bec3001a2514654a0f77070d98b881e', 'gw_port': {'id': '46297699-6769-4179-83a4-58c1e545d4e5', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c66d62-3603-4ac8-b6cc-7e47c73e9772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:28:59Z', 'updated_at': '2021-09-17T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': 'a63c3b7b-c442-4442-85fe-e8e118369a11', 'name': '', 'network_id': '98db4ded-569c-4dde-a13c-1bba16c97d2a', 'tenant_id': '1bec3001a2514654a0f77070d98b881e', 'mac_address': 'fa:16:3e:87:ac:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c66d62-3603-4ac8-b6cc-7e47c73e9772', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '689e280b-6887-4ba1-8d38-4b2b0eb65e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:29:01Z', 'updated_at': '2021-09-17T17:29:04Z', 'revision_number': 4, 'project_id': '1bec3001a2514654a0f77070d98b881e', 'subnets': [{'id': '689e280b-6887-4ba1-8d38-4b2b0eb65e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:29:05.606478 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4acb53-d5b3-4b15-bfcd-e3ea2ee7f143 None None] Pushing event updated for resources: {'Port': ['ID=a63c3b7b-c442-4442-85fe-e8e118369a11,revision_number=5']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:05.628845 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4acb53-d5b3-4b15-bfcd-e3ea2ee7f143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:29:05.629203 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4acb53-d5b3-4b15-bfcd-e3ea2ee7f143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:29:05.629552 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4acb53-d5b3-4b15-bfcd-e3ea2ee7f143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:29:05.629890 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4acb53-d5b3-4b15-bfcd-e3ea2ee7f143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:29:05.630228 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4acb53-d5b3-4b15-bfcd-e3ea2ee7f143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:29:05.630593 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4acb53-d5b3-4b15-bfcd-e3ea2ee7f143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:29:05.630922 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4acb53-d5b3-4b15-bfcd-e3ea2ee7f143 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:29:05.631280 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4acb53-d5b3-4b15-bfcd-e3ea2ee7f143 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:29:05.631680 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4acb53-d5b3-4b15-bfcd-e3ea2ee7f143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:29:05.632015 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4acb53-d5b3-4b15-bfcd-e3ea2ee7f143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:29:05.632343 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4acb53-d5b3-4b15-bfcd-e3ea2ee7f143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:29:05.632667 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4acb53-d5b3-4b15-bfcd-e3ea2ee7f143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:29:05.655048 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0a31a5d8-9a0c-4402-9f14-f6c6b7c25dd7 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:05.721038 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0a31a5d8-9a0c-4402-9f14-f6c6b7c25dd7 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:05.830677 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0a31a5d8-9a0c-4402-9f14-f6c6b7c25dd7 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714646'] for security_group_rule, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:05.851278 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a31a5d8-9a0c-4402-9f14-f6c6b7c25dd7 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2bdc5f6-688a-423c-b187-b45ee054b676,revision_number=0']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:05.929608 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0a31a5d8-9a0c-4402-9f14-f6c6b7c25dd7 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:05.930810 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-0a31a5d8-9a0c-4402-9f14-f6c6b7c25dd7 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4843166 Sep 17 17:29:05.933562 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 33308) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:29:05.938806 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-ab5fbe97-cc06-46f4-9c66-763bb5b8e616 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Request body: {'security_group_rule': {'security_group_id': 'ac74d208-252e-4fd8-b5c5-39e03b1f5b22', 'project_id': '050d0f8bf6fd486c9c994e60c94beb88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:29:06.035957 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.db.securitygroups_db [None req-ab5fbe97-cc06-46f4-9c66-763bb5b8e616 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Project 050d0f8bf6fd486c9c994e60c94beb88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 17:29:06.041328 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ab5fbe97-cc06-46f4-9c66-763bb5b8e616 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:06.104991 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ab5fbe97-cc06-46f4-9c66-763bb5b8e616 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:06.218602 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ab5fbe97-cc06-46f4-9c66-763bb5b8e616 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714646'] for security_group_rule, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:06.237451 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5fbe97-cc06-46f4-9c66-763bb5b8e616 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a528b13-5e76-4728-ac71-d06615f0338b,revision_number=0']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:06.335198 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ab5fbe97-cc06-46f4-9c66-763bb5b8e616 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:06.339070 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-ab5fbe97-cc06-46f4-9c66-763bb5b8e616 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4018955 Sep 17 17:29:06.339307 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 33310) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:29:06.344430 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-b2122984-99c3-401a-aec4-f7a586502704 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Request body: {'security_group_rule': {'security_group_id': 'ac74d208-252e-4fd8-b5c5-39e03b1f5b22', 'project_id': '050d0f8bf6fd486c9c994e60c94beb88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:29:06.467385 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.db.securitygroups_db [None req-b2122984-99c3-401a-aec4-f7a586502704 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Project 050d0f8bf6fd486c9c994e60c94beb88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 17:29:06.473222 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b2122984-99c3-401a-aec4-f7a586502704 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:06.537181 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b2122984-99c3-401a-aec4-f7a586502704 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:06.745362 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b2122984-99c3-401a-aec4-f7a586502704 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714646'] for security_group_rule, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:06.774849 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2122984-99c3-401a-aec4-f7a586502704 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd210db-6806-4359-be2b-940456dbc629,revision_number=0']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:06.883814 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device a63c3b7b-c442-4442-85fe-e8e118369a11 up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:29:06.930369 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port a63c3b7b-c442-4442-85fe-e8e118369a11 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:29:06.939847 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:06.969159 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b2122984-99c3-401a-aec4-f7a586502704 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:06.978797 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-b2122984-99c3-401a-aec4-f7a586502704 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6301386 Sep 17 17:29:12.023173 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 6 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:29:15.455010 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:19.324676 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-84eec84f-3ebc-4c6e-bbf7-1b6cfee6483d req-c06ac612-89fc-4e94-b2d5-1f90dcafd52c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=96b7398e-4b74-484f-8639-6f781670fd38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391552 Sep 17 17:29:19.415751 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eec84f-3ebc-4c6e-bbf7-1b6cfee6483d req-242c02f5-0bf3-4119-80ce-3de03dc46da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:19.417260 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-84eec84f-3ebc-4c6e-bbf7-1b6cfee6483d req-242c02f5-0bf3-4119-80ce-3de03dc46da9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ae79036f78e4d3c9eb885dec9a803b0&device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 1098 time: 0.0402138 Sep 17 17:29:19.527980 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eec84f-3ebc-4c6e-bbf7-1b6cfee6483d req-a3681a8b-4ef3-4e03-a53d-b224947aff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:19.529455 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-84eec84f-3ebc-4c6e-bbf7-1b6cfee6483d req-a3681a8b-4ef3-4e03-a53d-b224947aff8d service neutron] 10.222.0.42 "GET /v2.0/networks?id=47e2d6e9-ce7e-458e-b5e3-fc8811121e51 HTTP/1.1" status: 200 len: 911 time: 0.0904260 Sep 17 17:29:19.597104 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-84eec84f-3ebc-4c6e-bbf7-1b6cfee6483d req-0c3f4b87-b688-452a-88d0-5da4eefa260e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f444ff64-11ad-4b0f-8d83-604171dbfb50 HTTP/1.1" status: 200 len: 1000 time: 0.0590386 Sep 17 17:29:19.652438 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eec84f-3ebc-4c6e-bbf7-1b6cfee6483d req-c6d39126-ab04-44fe-8566-736807cb9489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:19.654053 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-84eec84f-3ebc-4c6e-bbf7-1b6cfee6483d req-c6d39126-ab04-44fe-8566-736807cb9489 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b86cd3d2-7e31-4268-bbf5-56635408c00d HTTP/1.1" status: 200 len: 849 time: 0.0493803 Sep 17 17:29:19.704575 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eec84f-3ebc-4c6e-bbf7-1b6cfee6483d req-644c5b96-9f6c-43a0-8b72-cc3779382938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:19.706104 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-84eec84f-3ebc-4c6e-bbf7-1b6cfee6483d req-644c5b96-9f6c-43a0-8b72-cc3779382938 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=47e2d6e9-ce7e-458e-b5e3-fc8811121e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438044 Sep 17 17:29:19.801311 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-84eec84f-3ebc-4c6e-bbf7-1b6cfee6483d req-a5338f03-ccc7-435a-b52a-7e9cd362a5f8 service neutron] 10.222.0.42 "GET /v2.0/networks/47e2d6e9-ce7e-458e-b5e3-fc8811121e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864375 Sep 17 17:29:19.905126 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-84eec84f-3ebc-4c6e-bbf7-1b6cfee6483d req-15c05f09-3d42-4918-a9cf-4297ab1ff84e service neutron] 10.222.0.42 "GET /v2.0/networks/47e2d6e9-ce7e-458e-b5e3-fc8811121e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958147 Sep 17 17:29:22.869738 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-fdd8423e-23f6-4a62-a0b4-a220ead83788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:24.062327 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 33504) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:29:24.165234 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-2a92263c-a109-4bd7-b799-d696d9cf0aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:24.253458 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-2a92263c-a109-4bd7-b799-d696d9cf0aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:24.338589 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-2a92263c-a109-4bd7-b799-d696d9cf0aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:24.377472 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-2a92263c-a109-4bd7-b799-d696d9cf0aea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=62723e04cf8c4a2c9f09aac275442898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3134830 Sep 17 17:29:24.378335 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a92263c-a109-4bd7-b799-d696d9cf0aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dea13f9-479d-4556-b514-24aaca43f611,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:24.380147 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 33510) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:29:24.385584 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a92263c-a109-4bd7-b799-d696d9cf0aea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:29:24.385934 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a92263c-a109-4bd7-b799-d696d9cf0aea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:29:24.386271 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a92263c-a109-4bd7-b799-d696d9cf0aea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:29:24.386607 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a92263c-a109-4bd7-b799-d696d9cf0aea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:29:24.386935 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a92263c-a109-4bd7-b799-d696d9cf0aea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:29:24.387454 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a92263c-a109-4bd7-b799-d696d9cf0aea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:29:24.387786 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a92263c-a109-4bd7-b799-d696d9cf0aea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:29:24.388111 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a92263c-a109-4bd7-b799-d696d9cf0aea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:29:24.388434 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a92263c-a109-4bd7-b799-d696d9cf0aea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:29:24.388756 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a92263c-a109-4bd7-b799-d696d9cf0aea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:29:24.389075 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a92263c-a109-4bd7-b799-d696d9cf0aea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:29:24.389392 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a92263c-a109-4bd7-b799-d696d9cf0aea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:29:24.429009 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e759559c-275f-4d52-bffe-7e201cf68a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:24.449667 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e759559c-275f-4d52-bffe-7e201cf68a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:24.589875 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e759559c-275f-4d52-bffe-7e201cf68a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:24.592439 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e759559c-275f-4d52-bffe-7e201cf68a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:24.593708 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-e759559c-275f-4d52-bffe-7e201cf68a3e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0dea13f9-479d-4556-b514-24aaca43f611 HTTP/1.1" status: 204 len: 168 time: 0.2125981 Sep 17 17:29:24.603110 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e759559c-275f-4d52-bffe-7e201cf68a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dea13f9-479d-4556-b514-24aaca43f611,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:24.612042 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e759559c-275f-4d52-bffe-7e201cf68a3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:29:24.612481 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e759559c-275f-4d52-bffe-7e201cf68a3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:29:24.612828 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e759559c-275f-4d52-bffe-7e201cf68a3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:29:24.613235 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e759559c-275f-4d52-bffe-7e201cf68a3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:29:24.613533 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e759559c-275f-4d52-bffe-7e201cf68a3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:29:24.613866 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e759559c-275f-4d52-bffe-7e201cf68a3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:29:24.614196 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e759559c-275f-4d52-bffe-7e201cf68a3e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:29:24.614575 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e759559c-275f-4d52-bffe-7e201cf68a3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:29:24.614990 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e759559c-275f-4d52-bffe-7e201cf68a3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:29:24.615314 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e759559c-275f-4d52-bffe-7e201cf68a3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:29:24.615573 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e759559c-275f-4d52-bffe-7e201cf68a3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:29:24.615894 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e759559c-275f-4d52-bffe-7e201cf68a3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:29:25.527495 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 33536) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:29:25.623214 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-4a5da9f1-aeb0-484e-a7ab-ada063ed0ef4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-704446428-network', 'tenant_id': 'cd6228e1bfae4dbab21bfc338bba9813'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:29:25.637444 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-45190367-473f-45ef-9d7a-e8670af485b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:25.756057 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5da9f1-aeb0-484e-a7ab-ada063ed0ef4 admin admin] Made reservation on behalf of cd6228e1bfae4dbab21bfc338bba9813 for: {'network': 1} {{(pid=94715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:29:25.758413 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4a5da9f1-aeb0-484e-a7ab-ada063ed0ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for network, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:25.767236 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4a5da9f1-aeb0-484e-a7ab-ada063ed0ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:25.854504 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4a5da9f1-aeb0-484e-a7ab-ada063ed0ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:25.945986 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4a5da9f1-aeb0-484e-a7ab-ada063ed0ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:25.972649 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a5da9f1-aeb0-484e-a7ab-ada063ed0ef4 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=94715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 17:29:25.981832 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5da9f1-aeb0-484e-a7ab-ada063ed0ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16195a0b-ce11-4068-a048-84fac203f2ca,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:25.986975 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4a5da9f1-aeb0-484e-a7ab-ada063ed0ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157'] for segment, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:25.987394 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.db.segments_db [None req-4a5da9f1-aeb0-484e-a7ab-ada063ed0ef4 admin admin] Added segment a93cae8d-87c7-411d-9608-39873c9ed985 of type vlan for network ecda6e12-c805-49f1-b41a-9cb022c549b8 Sep 17 17:29:26.027789 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4a5da9f1-aeb0-484e-a7ab-ada063ed0ef4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747491074600'] for network, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:26.104436 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4a5da9f1-aeb0-484e-a7ab-ada063ed0ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198'] for network, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:26.105447 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5da9f1-aeb0-484e-a7ab-ada063ed0ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:26.106046 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4a5da9f1-aeb0-484e-a7ab-ada063ed0ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for network, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:26.167065 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5da9f1-aeb0-484e-a7ab-ada063ed0ef4 admin admin] Pushing event updated for resources: {'Network': ['ID=ecda6e12-c805-49f1-b41a-9cb022c549b8,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:26.178688 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Network ecda6e12-c805-49f1-b41a-9cb022c549b8 details requested by agent ovs-agent-dv-cinder-809828-1-iscsi with host dv-cinder-809828-1-iscsi {{(pid=94717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 17:29:26.220003 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-4a5da9f1-aeb0-484e-a7ab-ada063ed0ef4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6907222 Sep 17 17:29:26.223742 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 33542) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:29:26.229730 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-b496fef7-962e-4daa-b796-7b8c7f5455b8 admin admin] Request body: {'subnet': {'network_id': 'ecda6e12-c805-49f1-b41a-9cb022c549b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-704446428-subnet', 'tenant_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'ip_version': 4}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:29:26.335328 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b496fef7-962e-4daa-b796-7b8c7f5455b8 admin admin] Made reservation on behalf of cd6228e1bfae4dbab21bfc338bba9813 for: {'subnet': 1} {{(pid=94715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:29:26.337973 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b496fef7-962e-4daa-b796-7b8c7f5455b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25266449'] for subnet, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:26.632466 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b496fef7-962e-4daa-b796-7b8c7f5455b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29270131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25266495'] for subnet, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:26.695487 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b496fef7-962e-4daa-b796-7b8c7f5455b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdb68e07-5307-4edb-908e-1ffad9e10205,revision_number=0']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:26.706938 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b496fef7-962e-4daa-b796-7b8c7f5455b8 admin admin] Checking segment: {'id': 'a93cae8d-87c7-411d-9608-39873c9ed985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ecda6e12-c805-49f1-b41a-9cb022c549b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:29:26.707404 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b496fef7-962e-4daa-b796-7b8c7f5455b8 admin admin] Network hostable DHCP agents. Network: ecda6e12-c805-49f1-b41a-9cb022c549b8, hostable agents: ['991be4bd-5269-4100-8238-2a16d095299f'], hosted agents: [] {{(pid=94715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 17:29:26.759983 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:26.791693 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b496fef7-962e-4daa-b796-7b8c7f5455b8 admin admin] Network ecda6e12-c805-49f1-b41a-9cb022c549b8 is scheduled to be hosted by DHCP agent 991be4bd-5269-4100-8238-2a16d095299f with binding_index 1 {{(pid=94715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 17:29:26.791887 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:26.889984 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-fe2f2f04-1892-4cd0-9aa1-63d750b15d92 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-77311747&fields=id&tenant_id=050d0f8bf6fd486c9c994e60c94beb88 HTTP/1.1" status: 200 len: 267 time: 0.0326846 Sep 17 17:29:26.891094 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [None req-b496fef7-962e-4daa-b796-7b8c7f5455b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809828-1-iscsi, ecda6e12-c805-49f1-b41a-9cb022c549b8) {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:29:26.895204 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b496fef7-962e-4daa-b796-7b8c7f5455b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:26.895850 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b496fef7-962e-4daa-b796-7b8c7f5455b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:26.901356 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c260f24-737e-42d3-9051-20a3136c2fa5 None None] Network ecda6e12-c805-49f1-b41a-9cb022c549b8 requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:29:27.003108 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-094dd777-e35c-4f51-b501-4b59daad7b13 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:27.004495 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-094dd777-e35c-4f51-b501-4b59daad7b13 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/networks?id=c5fd655e-5563-4ef4-b398-7647045e7dc0 HTTP/1.1" status: 200 len: 809 time: 0.1062291 Sep 17 17:29:27.019427 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-ebafabeb-caad-4f89-93e6-9c2af6676851 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/quotas/050d0f8bf6fd486c9c994e60c94beb88 HTTP/1.1" status: 200 len: 375 time: 0.0088134 Sep 17 17:29:27.039075 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-b496fef7-962e-4daa-b796-7b8c7f5455b8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8130078 Sep 17 17:29:27.040625 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 33556) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:29:27.047006 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-9de1fb09-a0f2-4995-893d-5dc5c5c74888 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-704446428-router', 'tenant_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'}}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:29:27.051258 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89595a7-0fc1-4eab-8ec2-9e5846f14fe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca1476-ec46-5156-a0e6-01362d2bd21f-ecda6e12-c805-49f1-b41a-9cb022c549b8', 'network_id': 'ecda6e12-c805-49f1-b41a-9cb022c549b8', 'tenant_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'fixed_ips': [{'subnet_id': 'fdb68e07-5307-4edb-908e-1ffad9e10205'}]}} from dv-cinder-809828-1-iscsi. {{(pid=94717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 17:29:27.052380 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-b89595a7-0fc1-4eab-8ec2-9e5846f14fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:27.078770 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-5b14b581-0696-4a48-8009-adf0862ff373 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=050d0f8bf6fd486c9c994e60c94beb88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516505 Sep 17 17:29:27.183973 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-2b85101f-05c6-41b2-9674-6445a4774608 service neutron] 10.222.0.18 "GET /v2.0/networks/c5fd655e-5563-4ef4-b398-7647045e7dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863047 Sep 17 17:29:27.186129 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-9de1fb09-a0f2-4995-893d-5dc5c5c74888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-987'] for router, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:27.187296 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-9de1fb09-a0f2-4995-893d-5dc5c5c74888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3693212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1004'] for router, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:27.196194 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.db_base_plugin_common [None req-b89595a7-0fc1-4eab-8ec2-9e5846f14fe2 None None] Allocated IP 172.20.0.2 (ecda6e12-c805-49f1-b41a-9cb022c549b8/fdb68e07-5307-4edb-908e-1ffad9e10205/3170008e-48f6-495e-b55d-7a29ee23dbc2) {{(pid=94717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:29:27.287338 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-d91d4b72-eeb4-4672-b2b9-4a05dd15e150 service neutron] 10.222.0.18 "GET /v2.0/networks/c5fd655e-5563-4ef4-b398-7647045e7dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969765 Sep 17 17:29:27.299296 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-9de1fb09-a0f2-4995-893d-5dc5c5c74888 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:27.358091 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-b89595a7-0fc1-4eab-8ec2-9e5846f14fe2 None None] Notify callbacks [] for port, precommit_create {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:27.442197 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-b89595a7-0fc1-4eab-8ec2-9e5846f14fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538'] for port, after_create {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:27.481898 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89595a7-0fc1-4eab-8ec2-9e5846f14fe2 None None] Network ecda6e12-c805-49f1-b41a-9cb022c549b8 is already hosted by enough agents. {{(pid=94717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:29:27.485258 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.scheduler.base_scheduler [None req-b89595a7-0fc1-4eab-8ec2-9e5846f14fe2 None None] Resources bound (agent type, host, resource id): {{(pid=94717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:29:27.491799 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89595a7-0fc1-4eab-8ec2-9e5846f14fe2 None None] Received port after_create {{(pid=94717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:29:27.494754 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89595a7-0fc1-4eab-8ec2-9e5846f14fe2 None None] Pushing event updated for resources: {'Port': ['ID=3170008e-48f6-495e-b55d-7a29ee23dbc2,revision_number=1']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:27.514686 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-9de1fb09-a0f2-4995-893d-5dc5c5c74888 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:27.550158 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-b89595a7-0fc1-4eab-8ec2-9e5846f14fe2 None None] Attempting to bind port 3170008e-48f6-495e-b55d-7a29ee23dbc2 on host dv-cinder-809828-1-iscsi for vnic_type normal with profile {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:29:27.550525 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-b89595a7-0fc1-4eab-8ec2-9e5846f14fe2 None None] Attempting to bind port 3170008e-48f6-495e-b55d-7a29ee23dbc2 by drivers openvswitch,hyperv on host dv-cinder-809828-1-iscsi at level 0 using segments [{'id': 'a93cae8d-87c7-411d-9608-39873c9ed985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ecda6e12-c805-49f1-b41a-9cb022c549b8'}] {{(pid=94717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:29:27.550887 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89595a7-0fc1-4eab-8ec2-9e5846f14fe2 None None] Attempting to bind port 3170008e-48f6-495e-b55d-7a29ee23dbc2 on network ecda6e12-c805-49f1-b41a-9cb022c549b8 {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:29:27.555844 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89595a7-0fc1-4eab-8ec2-9e5846f14fe2 None None] Checking agent: {'id': '90d57b62-311c-40f5-abf0-ae568c7aec4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809828-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 14, 57), 'started_at': datetime.datetime(2021, 9, 17, 17, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809828-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:29:27.556218 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89595a7-0fc1-4eab-8ec2-9e5846f14fe2 None None] Checking segment: {'id': 'a93cae8d-87c7-411d-9608-39873c9ed985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ecda6e12-c805-49f1-b41a-9cb022c549b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:29:27.556618 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-b89595a7-0fc1-4eab-8ec2-9e5846f14fe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:27.557009 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89595a7-0fc1-4eab-8ec2-9e5846f14fe2 None None] Bound using segment: {'id': 'a93cae8d-87c7-411d-9608-39873c9ed985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ecda6e12-c805-49f1-b41a-9cb022c549b8'} {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:29:27.557471 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-b89595a7-0fc1-4eab-8ec2-9e5846f14fe2 None None] Bound port: 3170008e-48f6-495e-b55d-7a29ee23dbc2, host: dv-cinder-809828-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a93cae8d-87c7-411d-9608-39873c9ed985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ecda6e12-c805-49f1-b41a-9cb022c549b8'}}] {{(pid=94717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:29:27.557850 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-b89595a7-0fc1-4eab-8ec2-9e5846f14fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:27.618859 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-b89595a7-0fc1-4eab-8ec2-9e5846f14fe2 None None] For port 3170008e-48f6-495e-b55d-7a29ee23dbc2, host dv-cinder-809828-1-iscsi, cleared binding levels {{(pid=94717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:29:27.621842 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-b89595a7-0fc1-4eab-8ec2-9e5846f14fe2 None None] For port 3170008e-48f6-495e-b55d-7a29ee23dbc2, host dv-cinder-809828-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=3170008e-48f6-495e-b55d-7a29ee23dbc2,segment=NetworkSegment(a93cae8d-87c7-411d-9608-39873c9ed985),segment_id=a93cae8d-87c7-411d-9608-39873c9ed985)] {{(pid=94717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:29:27.775462 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-b89595a7-0fc1-4eab-8ec2-9e5846f14fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:27.832153 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89595a7-0fc1-4eab-8ec2-9e5846f14fe2 None None] Pushing event updated for resources: {'Port': ['ID=3170008e-48f6-495e-b55d-7a29ee23dbc2,revision_number=2']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:27.849743 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-9de1fb09-a0f2-4995-893d-5dc5c5c74888 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:27.869486 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-9de1fb09-a0f2-4995-893d-5dc5c5c74888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:27.986456 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.db_base_plugin_common [None req-9de1fb09-a0f2-4995-893d-5dc5c5c74888 admin admin] Allocated IP 172.27.2.219 (7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02/78817fd2-befc-49bb-8f7f-e04863f48a33/87e5535a-0f54-4eea-a343-54f797a90c6c) {{(pid=94716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:29:28.070884 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b4a5331d-8ff8-421b-a345-7fea1bffb7b3 req-848e1ce6-9b28-4c2f-8c5b-2e2bd76e5db0 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 210 time: 0.0317137 Sep 17 17:29:28.116719 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-9de1fb09-a0f2-4995-893d-5dc5c5c74888 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:28.215455 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-9de1fb09-a0f2-4995-893d-5dc5c5c74888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179149'] for port, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:28.250045 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de1fb09-a0f2-4995-893d-5dc5c5c74888 admin admin] Network 7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02 is already hosted by enough agents. {{(pid=94716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:29:28.253471 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.base_scheduler [None req-9de1fb09-a0f2-4995-893d-5dc5c5c74888 admin admin] Resources bound (agent type, host, resource id): {{(pid=94716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:29:28.255950 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de1fb09-a0f2-4995-893d-5dc5c5c74888 admin admin] Received port after_create {{(pid=94716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:29:28.292767 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1fb09-a0f2-4995-893d-5dc5c5c74888 admin admin] Pushing event updated for resources: {'Port': ['ID=87e5535a-0f54-4eea-a343-54f797a90c6c,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:28.563685 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:28.596779 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-9de1fb09-a0f2-4995-893d-5dc5c5c74888 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:28.760847 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b681a926-6f6d-4811-8c7b-e3b29bee399e None None] Network ecda6e12-c805-49f1-b41a-9cb022c549b8 requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:29:28.853980 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-bf5c7ad6-cb82-4a82-8ecb-e55bc9cedf1c None None] Provisioning complete for port 3170008e-48f6-495e-b55d-7a29ee23dbc2 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:29:28.855075 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-bf5c7ad6-cb82-4a82-8ecb-e55bc9cedf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:28.933491 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 3170008e-48f6-495e-b55d-7a29ee23dbc2 up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:29:29.032136 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-9de1fb09-a0f2-4995-893d-5dc5c5c74888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693899'] for router, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:29.048847 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-bf5c7ad6-cb82-4a82-8ecb-e55bc9cedf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:29.081370 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port 3170008e-48f6-495e-b55d-7a29ee23dbc2 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:29:29.082109 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:29.134712 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-bf5c7ad6-cb82-4a82-8ecb-e55bc9cedf1c None None] For port 3170008e-48f6-495e-b55d-7a29ee23dbc2, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=3170008e-48f6-495e-b55d-7a29ee23dbc2,segment=NetworkSegment(a93cae8d-87c7-411d-9608-39873c9ed985),segment_id=a93cae8d-87c7-411d-9608-39873c9ed985)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:29:29.161944 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051955a-1ea5-48f0-97fd-09afdef5e9c6 req-1c216560-7a48-48bf-83db-6c44bdc4123e tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:29.169308 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0051955a-1ea5-48f0-97fd-09afdef5e9c6 req-1c216560-7a48-48bf-83db-6c44bdc4123e tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 945 time: 0.0876486 Sep 17 17:29:29.202116 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1df955e9-cb7c-4f8a-a2cf-4da4ac465adc req-25b5ef0f-c04f-430b-b7b3-2743c38b641e tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 210 time: 0.0562971 Sep 17 17:29:29.208313 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:29.240325 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0051955a-1ea5-48f0-97fd-09afdef5e9c6 req-df8dbb75-f85f-4eef-ac5e-07ec7052c5d6 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701523 Sep 17 17:29:29.251428 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-bf5c7ad6-cb82-4a82-8ecb-e55bc9cedf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:29.318056 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.db.api [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 17:29:29.318414 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG oslo_db.api [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 17:29:29.327329 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de1fb09-a0f2-4995-893d-5dc5c5c74888 admin admin] Router d824e3ec-4206-4e76-8f7a-df30574a53a3 is scheduled to L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 with binding_index 1 {{(pid=94716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 17:29:29.335893 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c7ad6-cb82-4a82-8ecb-e55bc9cedf1c None None] Pushing event updated for resources: {'Port': ['ID=3170008e-48f6-495e-b55d-7a29ee23dbc2,revision_number=3']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:29.369708 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ab0c7b04-fbcc-47c1-af4d-cd95a4ca8bdf None None] Provisioning complete for port 3170008e-48f6-495e-b55d-7a29ee23dbc2 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:29:29.370081 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ab0c7b04-fbcc-47c1-af4d-cd95a4ca8bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:29.442643 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de1fb09-a0f2-4995-893d-5dc5c5c74888 admin admin] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:29:29.452842 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83157c98-eb27-4ede-8864-e00dba0380e9 None None] Sync routers for ids ['d824e3ec-4206-4e76-8f7a-df30574a53a3'] in dv-cinder-809828-1-iscsi {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:29:29.471329 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83157c98-eb27-4ede-8864-e00dba0380e9 None None] Routers {'d824e3ec-4206-4e76-8f7a-df30574a53a3'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:29:29.472006 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-83157c98-eb27-4ede-8864-e00dba0380e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:29:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['d824e3ec-4206-4e76-8f7a-df30574a53a3'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:29:29.535096 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-9de1fb09-a0f2-4995-893d-5dc5c5c74888 admin admin] Notify callbacks [] for router, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:29.539500 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 33594) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:29:29.539978 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-9de1fb09-a0f2-4995-893d-5dc5c5c74888 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4964671 Sep 17 17:29:29.580743 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-83157c98-eb27-4ede-8864-e00dba0380e9 None None] Set router d824e3ec-4206-4e76-8f7a-df30574a53a3 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:29:29.772168 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-83157c98-eb27-4ede-8864-e00dba0380e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd824e3ec-4206-4e76-8f7a-df30574a53a3', 'name': 'tempest-TestMinimumBasicScenario-704446428-router', 'tenant_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '87e5535a-0f54-4eea-a343-54f797a90c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:29:27Z', 'updated_at': '2021-09-17T17:29:28Z', 'revision_number': 3, 'project_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'gw_port': {'id': '87e5535a-0f54-4eea-a343-54f797a90c6c', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd824e3ec-4206-4e76-8f7a-df30574a53a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:29:27Z', 'updated_at': '2021-09-17T17:29:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi'}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:29:29.803638 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83157c98-eb27-4ede-8864-e00dba0380e9 None None] Checking router: d824e3ec-4206-4e76-8f7a-df30574a53a3 for host: dv-cinder-809828-1-iscsi {{(pid=94717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:29:29.803985 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83157c98-eb27-4ede-8864-e00dba0380e9 None None] Updating router d824e3ec-4206-4e76-8f7a-df30574a53a3 port 87e5535a-0f54-4eea-a343-54f797a90c6c binding host dv-cinder-809828-1-iscsi {{(pid=94717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 17:29:29.851106 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-83157c98-eb27-4ede-8864-e00dba0380e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:30.015065 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc4985-ba31-4327-9c4c-eaf25b4e4885 req-f02e11d3-4ad9-4801-9a4b-0bf7d8a545a5 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:30.017092 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-03dc4985-ba31-4327-9c4c-eaf25b4e4885 req-f02e11d3-4ad9-4801-9a4b-0bf7d8a545a5 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.0859590 Sep 17 17:29:30.030291 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3d13cb93-18a4-495f-9de4-616710083629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:30.075413 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-03dc4985-ba31-4327-9c4c-eaf25b4e4885 req-be9d5ae7-5279-4739-9835-65113a4e0e12 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518088 Sep 17 17:29:30.127131 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-83157c98-eb27-4ede-8864-e00dba0380e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:30.190386 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-83157c98-eb27-4ede-8864-e00dba0380e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:30.207092 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.db_base_plugin_common [None req-3d13cb93-18a4-495f-9de4-616710083629 admin admin] Allocated IP 172.20.0.1 (ecda6e12-c805-49f1-b41a-9cb022c549b8/fdb68e07-5307-4edb-908e-1ffad9e10205/aad18c59-1e51-4b70-a210-c4d30d2a6bd1) {{(pid=94715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:29:30.243991 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-83157c98-eb27-4ede-8864-e00dba0380e9 None None] Attempting to bind port 87e5535a-0f54-4eea-a343-54f797a90c6c on host dv-cinder-809828-1-iscsi for vnic_type normal with profile {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:29:30.245055 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-83157c98-eb27-4ede-8864-e00dba0380e9 None None] Attempting to bind port 87e5535a-0f54-4eea-a343-54f797a90c6c by drivers openvswitch,hyperv on host dv-cinder-809828-1-iscsi at level 0 using segments [{'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'}] {{(pid=94717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:29:30.245431 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83157c98-eb27-4ede-8864-e00dba0380e9 None None] Attempting to bind port 87e5535a-0f54-4eea-a343-54f797a90c6c on network 7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02 {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:29:30.254609 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377fd044-e467-4ff6-a8d1-2e9089034dd8 None None] Pushing event updated for resources: {'Port': ['ID=87e5535a-0f54-4eea-a343-54f797a90c6c,revision_number=2']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:30.257979 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83157c98-eb27-4ede-8864-e00dba0380e9 None None] Checking agent: {'id': '90d57b62-311c-40f5-abf0-ae568c7aec4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809828-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 14, 57), 'started_at': datetime.datetime(2021, 9, 17, 17, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809828-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:29:30.258291 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83157c98-eb27-4ede-8864-e00dba0380e9 None None] Checking segment: {'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:29:30.258703 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-83157c98-eb27-4ede-8864-e00dba0380e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:30.259149 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83157c98-eb27-4ede-8864-e00dba0380e9 None None] Bound using segment: {'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'} {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:29:30.259624 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-83157c98-eb27-4ede-8864-e00dba0380e9 None None] Bound port: 87e5535a-0f54-4eea-a343-54f797a90c6c, host: dv-cinder-809828-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'}}] {{(pid=94717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:29:30.260009 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-83157c98-eb27-4ede-8864-e00dba0380e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:30.332318 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-83157c98-eb27-4ede-8864-e00dba0380e9 None None] For port 87e5535a-0f54-4eea-a343-54f797a90c6c, host dv-cinder-809828-1-iscsi, cleared binding levels {{(pid=94717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:29:30.335431 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-83157c98-eb27-4ede-8864-e00dba0380e9 None None] For port 87e5535a-0f54-4eea-a343-54f797a90c6c, host dv-cinder-809828-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=87e5535a-0f54-4eea-a343-54f797a90c6c,segment=NetworkSegment(f5bce3a7-39d4-42b3-980e-fe31588455ee),segment_id=f5bce3a7-39d4-42b3-980e-fe31588455ee)] {{(pid=94717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:29:30.348669 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-df019848-48c0-44a0-9d95-4b39fd2d9ad5 req-b734b99b-c75d-408a-9fbf-483be62ba96d tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 210 time: 0.0438693 Sep 17 17:29:30.376303 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3d13cb93-18a4-495f-9de4-616710083629 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:30.409790 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43a77e-244c-47e1-b520-5cbbd5c9cdc3 req-0fcd25f4-552f-46e5-afdd-297ad019e8e7 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:30.411312 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1e43a77e-244c-47e1-b520-5cbbd5c9cdc3 req-0fcd25f4-552f-46e5-afdd-297ad019e8e7 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 945 time: 0.0879216 Sep 17 17:29:30.438238 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-83157c98-eb27-4ede-8864-e00dba0380e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:30.454660 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1e43a77e-244c-47e1-b520-5cbbd5c9cdc3 req-5ecbc32e-2d4e-4dda-8032-e3b9641170ab tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368533 Sep 17 17:29:30.495966 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83157c98-eb27-4ede-8864-e00dba0380e9 None None] Routers {'d824e3ec-4206-4e76-8f7a-df30574a53a3'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:29:30.496613 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-83157c98-eb27-4ede-8864-e00dba0380e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:29:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['d824e3ec-4206-4e76-8f7a-df30574a53a3'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:29:30.501652 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377fd044-e467-4ff6-a8d1-2e9089034dd8 None None] Pushing event updated for resources: {'Port': ['ID=87e5535a-0f54-4eea-a343-54f797a90c6c,revision_number=3']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:30.535554 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3d13cb93-18a4-495f-9de4-616710083629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:30.609093 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-83157c98-eb27-4ede-8864-e00dba0380e9 None None] Set router d824e3ec-4206-4e76-8f7a-df30574a53a3 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:29:30.611301 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d13cb93-18a4-495f-9de4-616710083629 admin admin] Network ecda6e12-c805-49f1-b41a-9cb022c549b8 is already hosted by enough agents. {{(pid=94715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:29:30.620391 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [None req-3d13cb93-18a4-495f-9de4-616710083629 admin admin] Resources bound (agent type, host, resource id): {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:29:30.622742 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d13cb93-18a4-495f-9de4-616710083629 admin admin] Received port after_create {{(pid=94715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:29:30.668123 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13cb93-18a4-495f-9de4-616710083629 admin admin] Pushing event updated for resources: {'Port': ['ID=aad18c59-1e51-4b70-a210-c4d30d2a6bd1,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:30.695232 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3d13cb93-18a4-495f-9de4-616710083629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693980'] for router_interface, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:30.704322 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-8f4c9368-cc44-4804-9049-89a1ba2833a1 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:30.705964 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-8f4c9368-cc44-4804-9049-89a1ba2833a1 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.42 "GET /v2.0/networks?id=c5fd655e-5563-4ef4-b398-7647045e7dc0 HTTP/1.1" status: 200 len: 809 time: 0.1968358 Sep 17 17:29:30.805480 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-83157c98-eb27-4ede-8864-e00dba0380e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd824e3ec-4206-4e76-8f7a-df30574a53a3', 'name': 'tempest-TestMinimumBasicScenario-704446428-router', 'tenant_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '87e5535a-0f54-4eea-a343-54f797a90c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:29:27Z', 'updated_at': '2021-09-17T17:29:28Z', 'revision_number': 3, 'project_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'gw_port': {'id': '87e5535a-0f54-4eea-a343-54f797a90c6c', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd824e3ec-4206-4e76-8f7a-df30574a53a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:29:27Z', 'updated_at': '2021-09-17T17:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi'}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:29:30.805666 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-66c723f9-9fed-4a90-94a7-2ea429deeccc tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=050d0f8bf6fd486c9c994e60c94beb88 HTTP/1.1" status: 200 len: 378 time: 0.0670402 Sep 17 17:29:30.832997 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-b2b83b0c-b4a9-428a-a8c8-19aceb5341db tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Request body: {'port': {'device_id': 'f5fad701-4069-4134-80ad-e256167dd80e', 'network_id': 'c5fd655e-5563-4ef4-b398-7647045e7dc0', 'admin_state_up': True, 'tenant_id': '050d0f8bf6fd486c9c994e60c94beb88', 'security_groups': ['ac74d208-252e-4fd8-b5c5-39e03b1f5b22']}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:29:30.840255 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83157c98-eb27-4ede-8864-e00dba0380e9 None None] The sync data for ids ['d824e3ec-4206-4e76-8f7a-df30574a53a3'] in dv-cinder-809828-1-iscsi is: [{'id': 'd824e3ec-4206-4e76-8f7a-df30574a53a3', 'name': 'tempest-TestMinimumBasicScenario-704446428-router', 'tenant_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '87e5535a-0f54-4eea-a343-54f797a90c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:29:27Z', 'updated_at': '2021-09-17T17:29:28Z', 'revision_number': 3, 'project_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'gw_port': {'id': '87e5535a-0f54-4eea-a343-54f797a90c6c', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd824e3ec-4206-4e76-8f7a-df30574a53a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:29:27Z', 'updated_at': '2021-09-17T17:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi'}] {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:29:30.873718 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 3170008e-48f6-495e-b55d-7a29ee23dbc2 up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:29:30.928036 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-49ec044b-e95e-4a5e-952c-44f85f5acac7 None None] Provisioning complete for port aad18c59-1e51-4b70-a210-c4d30d2a6bd1 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:29:30.928431 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-49ec044b-e95e-4a5e-952c-44f85f5acac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:31.103346 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-49ec044b-e95e-4a5e-952c-44f85f5acac7 None None] Port aad18c59-1e51-4b70-a210-c4d30d2a6bd1 cannot update to ACTIVE because it is not bound. {{(pid=94717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 17:29:31.109879 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port 3170008e-48f6-495e-b55d-7a29ee23dbc2 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:29:31.110004 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:31.326790 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87e5b4-28ac-4966-9e2b-e2fcf73dd4c9 req-2f04f9a9-cdee-4dc5-aa2f-584ab8ec467b tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:31.328952 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fd87e5b4-28ac-4966-9e2b-e2fcf73dd4c9 req-2f04f9a9-cdee-4dc5-aa2f-584ab8ec467b tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.42 "GET /v2.0/ports?device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 945 time: 0.1493311 Sep 17 17:29:31.366256 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7c3a8-dd56-4506-8b3e-6f9807e392f6 req-f671f466-14c4-473d-a16c-b5eadbbca588 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:31.369117 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6de7c3a8-dd56-4506-8b3e-6f9807e392f6 req-f671f466-14c4-473d-a16c-b5eadbbca588 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.1843781 Sep 17 17:29:31.428205 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3d13cb93-18a4-495f-9de4-616710083629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:31.504260 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-398350ea-bfb6-468b-8033-dcc5cccdd0cf req-634b35ab-c03c-44e4-8063-67a8ea2e83c8 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 210 time: 0.0731206 Sep 17 17:29:31.535592 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6de7c3a8-dd56-4506-8b3e-6f9807e392f6 req-b594a90d-8412-4cfe-93a1-cb884cc3370c tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424241 Sep 17 17:29:31.544736 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-b2b83b0c-b4a9-428a-a8c8-19aceb5341db tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Made reservation on behalf of 050d0f8bf6fd486c9c994e60c94beb88 for: {'port': 1} {{(pid=94715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:29:31.563327 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-b2b83b0c-b4a9-428a-a8c8-19aceb5341db tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:31.754080 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-fd87e5b4-28ac-4966-9e2b-e2fcf73dd4c9 req-828bf35e-a095-4a18-ae8d-1cc59d598df7 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Deleting port f444ff64-11ad-4b0f-8d83-604171dbfb50 {{(pid=94715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:29:31.754293 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-fd87e5b4-28ac-4966-9e2b-e2fcf73dd4c9 req-828bf35e-a095-4a18-ae8d-1cc59d598df7 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:31.803479 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef739f-72df-4e2a-a009-137e8ba0e165 req-ad877c93-5418-4e11-b4ae-7959dc9f28c6 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:31.805003 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-55ef739f-72df-4e2a-a009-137e8ba0e165 req-ad877c93-5418-4e11-b4ae-7959dc9f28c6 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 945 time: 0.2129781 Sep 17 17:29:31.944767 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.db_base_plugin_common [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-b2b83b0c-b4a9-428a-a8c8-19aceb5341db tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Allocated IP 172.20.0.7 (c5fd655e-5563-4ef4-b398-7647045e7dc0/acf76a6c-c31d-46bf-ad83-cd7ec2729137/4eeb8841-1ba9-4d31-b23e-dfe00e140760) {{(pid=94715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:29:31.952020 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-55ef739f-72df-4e2a-a009-137e8ba0e165 req-b8ad087a-4fff-4769-af12-3b32f1b83fe7 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374333 Sep 17 17:29:31.987133 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-fd87e5b4-28ac-4966-9e2b-e2fcf73dd4c9 req-828bf35e-a095-4a18-ae8d-1cc59d598df7 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] For port f444ff64-11ad-4b0f-8d83-604171dbfb50, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=f444ff64-11ad-4b0f-8d83-604171dbfb50,segment=NetworkSegment(785f5f27-bced-428b-8eaf-2715efe38648),segment_id=785f5f27-bced-428b-8eaf-2715efe38648)] {{(pid=94715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:29:31.987550 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-fd87e5b4-28ac-4966-9e2b-e2fcf73dd4c9 req-828bf35e-a095-4a18-ae8d-1cc59d598df7 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:31.990768 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3d13cb93-18a4-495f-9de4-616710083629 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:32.080993 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3d13cb93-18a4-495f-9de4-616710083629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29270022'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:32.244321 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3d13cb93-18a4-495f-9de4-616710083629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3691276'] for router_interface, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:32.257292 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13cb93-18a4-495f-9de4-616710083629 admin admin] Pushing event updated for resources: {'Port': ['ID=aad18c59-1e51-4b70-a210-c4d30d2a6bd1,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:32.365787 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-b2b83b0c-b4a9-428a-a8c8-19aceb5341db tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks [] for port, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:32.395767 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-fd87e5b4-28ac-4966-9e2b-e2fcf73dd4c9 req-828bf35e-a095-4a18-ae8d-1cc59d598df7 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:32.396129 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-fd87e5b4-28ac-4966-9e2b-e2fcf73dd4c9 req-828bf35e-a095-4a18-ae8d-1cc59d598df7 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693841'] for floatingip, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:32.396491 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.db.l3_db [req-fd87e5b4-28ac-4966-9e2b-e2fcf73dd4c9 req-828bf35e-a095-4a18-ae8d-1cc59d598df7 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Floating IP f3373ba0-b5d6-401f-9d29-665d31b75b1f disassociated. External IP: 172.27.2.94, port: f444ff64-11ad-4b0f-8d83-604171dbfb50. Sep 17 17:29:32.396834 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-fd87e5b4-28ac-4966-9e2b-e2fcf73dd4c9 req-828bf35e-a095-4a18-ae8d-1cc59d598df7 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Calling delete_port for f444ff64-11ad-4b0f-8d83-604171dbfb50 owned by compute:nova {{(pid=94715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:29:32.503320 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d13cb93-18a4-495f-9de4-616710083629 admin admin] Network ecda6e12-c805-49f1-b41a-9cb022c549b8 is already hosted by enough agents. {{(pid=94715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:29:32.506772 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [None req-3d13cb93-18a4-495f-9de4-616710083629 admin admin] Resources bound (agent type, host, resource id): {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:29:32.573135 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-b2b83b0c-b4a9-428a-a8c8-19aceb5341db tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:32.747067 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-b2b83b0c-b4a9-428a-a8c8-19aceb5341db tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Network c5fd655e-5563-4ef4-b398-7647045e7dc0 is already hosted by enough agents. {{(pid=94715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:29:32.768205 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-b2b83b0c-b4a9-428a-a8c8-19aceb5341db tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Resources bound (agent type, host, resource id): {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:29:32.770593 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-b2b83b0c-b4a9-428a-a8c8-19aceb5341db tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Received port after_create {{(pid=94715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:29:32.777267 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b83b0c-b4a9-428a-a8c8-19aceb5341db tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Pushing event updated for resources: {'Port': ['ID=4eeb8841-1ba9-4d31-b23e-dfe00e140760,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:32.846420 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a24c5-1ae4-487a-9078-eb5c7be26c09 req-6219f788-5d7c-46a7-80d9-493ccae4407c tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:32.854632 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0f4a24c5-1ae4-487a-9078-eb5c7be26c09 req-6219f788-5d7c-46a7-80d9-493ccae4407c tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 931 time: 0.2205966 Sep 17 17:29:32.854632 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d13cb93-18a4-495f-9de4-616710083629 admin admin] Router d824e3ec-4206-4e76-8f7a-df30574a53a3 has already been hosted by L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 {{(pid=94715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 17:29:32.864405 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d57ca9-a037-4cd8-b559-b11163085657 req-7bc71f3c-2096-45e9-b380-9adc22276b4e tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:32.865854 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-65d57ca9-a037-4cd8-b559-b11163085657 req-7bc71f3c-2096-45e9-b380-9adc22276b4e tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.2190621 Sep 17 17:29:32.879256 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-fd87e5b4-28ac-4966-9e2b-e2fcf73dd4c9 req-828bf35e-a095-4a18-ae8d-1cc59d598df7 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:32.896524 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 87e5535a-0f54-4eea-a343-54f797a90c6c up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:29:32.909171 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-b2b83b0c-b4a9-428a-a8c8-19aceb5341db tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:32.909789 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-b2b83b0c-b4a9-428a-a8c8-19aceb5341db tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:32.958516 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-be5fecf9-eb08-4a61-acae-0ea979d790e9 None None] Provisioning complete for port aad18c59-1e51-4b70-a210-c4d30d2a6bd1 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:29:32.958884 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-be5fecf9-eb08-4a61-acae-0ea979d790e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:32.960468 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828bf35e-a095-4a18-ae8d-1cc59d598df7 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Pushing event deleted for resources: {'Port': ['ID=f444ff64-11ad-4b0f-8d83-604171dbfb50,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:32.989365 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port 87e5535a-0f54-4eea-a343-54f797a90c6c triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:29:32.989750 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:33.034384 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-be5fecf9-eb08-4a61-acae-0ea979d790e9 None None] Port aad18c59-1e51-4b70-a210-c4d30d2a6bd1 cannot update to ACTIVE because it is not bound. {{(pid=94717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 17:29:33.081443 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:33.102891 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] For port 87e5535a-0f54-4eea-a343-54f797a90c6c, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=87e5535a-0f54-4eea-a343-54f797a90c6c,segment=NetworkSegment(f5bce3a7-39d4-42b3-980e-fe31588455ee),segment_id=f5bce3a7-39d4-42b3-980e-fe31588455ee)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:29:33.154078 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-46ac582c-d44c-4de5-8b67-a35854eb5c99 None None] Provisioning complete for port 4eeb8841-1ba9-4d31-b23e-dfe00e140760 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:29:33.154457 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-46ac582c-d44c-4de5-8b67-a35854eb5c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:33.177749 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:33.219941 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-46ac582c-d44c-4de5-8b67-a35854eb5c99 None None] Port 4eeb8841-1ba9-4d31-b23e-dfe00e140760 cannot update to ACTIVE because it is not bound. {{(pid=94717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 17:29:33.237322 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Pushing event updated for resources: {'Port': ['ID=87e5535a-0f54-4eea-a343-54f797a90c6c,revision_number=4']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:33.271897 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-b2b83b0c-b4a9-428a-a8c8-19aceb5341db tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4451456 Sep 17 17:29:33.306158 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0f4a24c5-1ae4-487a-9078-eb5c7be26c09 req-3cf8c585-e850-426a-9060-edf37c57e2f3 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4377861 Sep 17 17:29:33.316452 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-ab9e96cb-5d08-48aa-a7f4-22b94647b715 service neutron] Request body: {'port': {'device_id': 'f5fad701-4069-4134-80ad-e256167dd80e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80982'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:29:33.321216 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-65d57ca9-a037-4cd8-b559-b11163085657 req-88c366ec-2e26-4dc9-991e-1a4a88a1552f tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4445117 Sep 17 17:29:33.479629 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-28990604-d7e9-4032-9ad5-bbc5314e68bb req-3cf8b49b-90e2-40fb-8ed0-0e0e9ba30d4a tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 210 time: 0.0876071 Sep 17 17:29:33.491539 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-ab9e96cb-5d08-48aa-a7f4-22b94647b715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:33.504953 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d13cb93-18a4-495f-9de4-616710083629 admin admin] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:29:33.513348 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-3d13cb93-18a4-495f-9de4-616710083629 admin admin] 10.222.0.18 "PUT /v2.0/routers/d824e3ec-4206-4e76-8f7a-df30574a53a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9721053 Sep 17 17:29:33.513618 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dd6a15-d5fd-425a-b623-3b495549803a None None] Sync routers for ids ['d824e3ec-4206-4e76-8f7a-df30574a53a3'] in dv-cinder-809828-1-iscsi {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:29:33.523767 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dd6a15-d5fd-425a-b623-3b495549803a None None] Routers {'d824e3ec-4206-4e76-8f7a-df30574a53a3'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:29:33.524394 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-85dd6a15-d5fd-425a-b623-3b495549803a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:29:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['d824e3ec-4206-4e76-8f7a-df30574a53a3'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:29:33.550245 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd87e5b4-28ac-4966-9e2b-e2fcf73dd4c9 req-828bf35e-a095-4a18-ae8d-1cc59d598df7 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Router 4fd3b38d-8f82-4f32-b91f-1f803db047f1 has already been hosted by L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 {{(pid=94715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 17:29:33.639252 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-85dd6a15-d5fd-425a-b623-3b495549803a None None] Set router d824e3ec-4206-4e76-8f7a-df30574a53a3 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:29:33.786019 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd87e5b4-28ac-4966-9e2b-e2fcf73dd4c9 req-828bf35e-a095-4a18-ae8d-1cc59d598df7 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:29:33.798406 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9077a931-855f-434d-a374-3ee4e09fcfc3 None None] Sync routers for ids ['4fd3b38d-8f82-4f32-b91f-1f803db047f1'] in dv-cinder-809828-1-iscsi {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:29:33.825214 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9077a931-855f-434d-a374-3ee4e09fcfc3 None None] Routers {'4fd3b38d-8f82-4f32-b91f-1f803db047f1'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:29:33.825845 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-9077a931-855f-434d-a374-3ee4e09fcfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:29:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['4fd3b38d-8f82-4f32-b91f-1f803db047f1'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:29:33.835345 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd87e5b4-28ac-4966-9e2b-e2fcf73dd4c9 req-828bf35e-a095-4a18-ae8d-1cc59d598df7 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] No DVR routers for this DVR port f444ff64-11ad-4b0f-8d83-604171dbfb50 on host hv-cinder-80982 {{(pid=94715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 17:29:33.839894 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-fd87e5b4-28ac-4966-9e2b-e2fcf73dd4c9 req-828bf35e-a095-4a18-ae8d-1cc59d598df7 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:33.841924 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fd87e5b4-28ac-4966-9e2b-e2fcf73dd4c9 req-828bf35e-a095-4a18-ae8d-1cc59d598df7 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.42 "DELETE /v2.0/ports/f444ff64-11ad-4b0f-8d83-604171dbfb50 HTTP/1.1" status: 204 len: 173 time: 2.5032611 Sep 17 17:29:33.842348 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b7398e-4b74-484f-8639-6f781670fd38', 'name': 'network-vif-deleted', 'tag': 'f444ff64-11ad-4b0f-8d83-604171dbfb50'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:29:33.845191 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe78d82-4424-4aba-af2d-70e587f4b5e4" -d '{"events": [{"server_uuid": "96b7398e-4b74-484f-8639-6f781670fd38", "name": "network-vif-deleted", "tag": "f444ff64-11ad-4b0f-8d83-604171dbfb50"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:29:33.869178 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-85dd6a15-d5fd-425a-b623-3b495549803a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd824e3ec-4206-4e76-8f7a-df30574a53a3', 'name': 'tempest-TestMinimumBasicScenario-704446428-router', 'tenant_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '87e5535a-0f54-4eea-a343-54f797a90c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:29:27Z', 'updated_at': '2021-09-17T17:29:31Z', 'revision_number': 4, 'project_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'gw_port': {'id': '87e5535a-0f54-4eea-a343-54f797a90c6c', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd824e3ec-4206-4e76-8f7a-df30574a53a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:29:27Z', 'updated_at': '2021-09-17T17:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': 'aad18c59-1e51-4b70-a210-c4d30d2a6bd1', 'name': '', 'network_id': 'ecda6e12-c805-49f1-b41a-9cb022c549b8', 'tenant_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'mac_address': 'fa:16:3e:ce:df:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd824e3ec-4206-4e76-8f7a-df30574a53a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fdb68e07-5307-4edb-908e-1ffad9e10205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:29:30Z', 'updated_at': '2021-09-17T17:29:31Z', 'revision_number': 2, 'project_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'subnets': [{'id': 'fdb68e07-5307-4edb-908e-1ffad9e10205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:29:33.896741 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8459e633-9f08-4f8f-a9ef-f7ab786e24d5 x-openstack-request-id: req-8459e633-9f08-4f8f-a9ef-f7ab786e24d5 {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:29:33.897034 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b7398e-4b74-484f-8639-6f781670fd38", "name": "network-vif-deleted", "tag": "f444ff64-11ad-4b0f-8d83-604171dbfb50", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:29:33.897288 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8459e633-9f08-4f8f-a9ef-f7ab786e24d5 {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:29:33.897685 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b7398e-4b74-484f-8639-6f781670fd38', 'name': 'network-vif-deleted', 'tag': 'f444ff64-11ad-4b0f-8d83-604171dbfb50', 'status': 'completed', 'code': 200} Sep 17 17:29:33.900617 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dd6a15-d5fd-425a-b623-3b495549803a None None] Checking router: d824e3ec-4206-4e76-8f7a-df30574a53a3 for host: dv-cinder-809828-1-iscsi {{(pid=94718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:29:33.900974 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dd6a15-d5fd-425a-b623-3b495549803a None None] Updating router d824e3ec-4206-4e76-8f7a-df30574a53a3 port aad18c59-1e51-4b70-a210-c4d30d2a6bd1 binding host dv-cinder-809828-1-iscsi {{(pid=94718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 17:29:33.930876 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-85dd6a15-d5fd-425a-b623-3b495549803a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:33.934585 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-ab9e96cb-5d08-48aa-a7f4-22b94647b715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eeb8841-1ba9-4d31-b23e-dfe00e140760 {{(pid=94715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:29:33.946173 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-ab9e96cb-5d08-48aa-a7f4-22b94647b715 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:33.958367 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-9077a931-855f-434d-a374-3ee4e09fcfc3 None None] Set router 4fd3b38d-8f82-4f32-b91f-1f803db047f1 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:29:33.960358 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-ab9e96cb-5d08-48aa-a7f4-22b94647b715 service neutron] Transition to ACTIVE for port object 4eeb8841-1ba9-4d31-b23e-dfe00e140760 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 17:29:34.055479 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-ab9e96cb-5d08-48aa-a7f4-22b94647b715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29270022'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:34.138330 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e96cb-5d08-48aa-a7f4-22b94647b715 service neutron] Pushing event updated for resources: {'Port': ['ID=4eeb8841-1ba9-4d31-b23e-dfe00e140760,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:34.207172 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-9077a931-855f-434d-a374-3ee4e09fcfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'name': 'tempest-TestVolumeBootPattern-93171891-router', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:25:48Z', 'updated_at': '2021-09-17T17:25:52Z', 'revision_number': 4, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'gw_port': {'id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:49Z', 'updated_at': '2021-09-17T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': '69c2769f-3510-44cd-924a-211a08161e3a', 'name': '', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'mac_address': 'fa:16:3e:59:16:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:51Z', 'updated_at': '2021-09-17T17:26:00Z', 'revision_number': 5, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'subnets': [{'id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:29:34.216241 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-ab9e96cb-5d08-48aa-a7f4-22b94647b715 service neutron] Attempting to bind port 4eeb8841-1ba9-4d31-b23e-dfe00e140760 on host hv-cinder-80982 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:29:34.218300 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-ab9e96cb-5d08-48aa-a7f4-22b94647b715 service neutron] Attempting to bind port 4eeb8841-1ba9-4d31-b23e-dfe00e140760 by drivers openvswitch,hyperv on host hv-cinder-80982 at level 0 using segments [{'id': 'd7b68416-293f-4ed8-bc5f-6c9ec506319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c5fd655e-5563-4ef4-b398-7647045e7dc0'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:29:34.219299 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-ab9e96cb-5d08-48aa-a7f4-22b94647b715 service neutron] Attempting to bind port 4eeb8841-1ba9-4d31-b23e-dfe00e140760 on network c5fd655e-5563-4ef4-b398-7647045e7dc0 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:29:34.229814 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-ab9e96cb-5d08-48aa-a7f4-22b94647b715 service neutron] Port 4eeb8841-1ba9-4d31-b23e-dfe00e140760 on network c5fd655e-5563-4ef4-b398-7647045e7dc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80982 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 17:29:34.230153 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-ab9e96cb-5d08-48aa-a7f4-22b94647b715 service neutron] Attempting to bind port 4eeb8841-1ba9-4d31-b23e-dfe00e140760 on network c5fd655e-5563-4ef4-b398-7647045e7dc0 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:29:34.240630 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-ab9e96cb-5d08-48aa-a7f4-22b94647b715 service neutron] Checking agent: {'id': 'e15b8fdc-3f6d-455f-8616-9488d56a2a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80982', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'started_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:29:34.241048 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-ab9e96cb-5d08-48aa-a7f4-22b94647b715 service neutron] Checking segment: {'id': 'd7b68416-293f-4ed8-bc5f-6c9ec506319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c5fd655e-5563-4ef4-b398-7647045e7dc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:29:34.241446 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-ab9e96cb-5d08-48aa-a7f4-22b94647b715 service neutron] Bound using segment: {'id': 'd7b68416-293f-4ed8-bc5f-6c9ec506319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c5fd655e-5563-4ef4-b398-7647045e7dc0'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:29:34.242064 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-ab9e96cb-5d08-48aa-a7f4-22b94647b715 service neutron] Bound port: 4eeb8841-1ba9-4d31-b23e-dfe00e140760, host: hv-cinder-80982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7b68416-293f-4ed8-bc5f-6c9ec506319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c5fd655e-5563-4ef4-b398-7647045e7dc0'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:29:34.242493 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-ab9e96cb-5d08-48aa-a7f4-22b94647b715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:34.248502 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-85dd6a15-d5fd-425a-b623-3b495549803a None None] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:34.272820 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9077a931-855f-434d-a374-3ee4e09fcfc3 None None] Checking router: 4fd3b38d-8f82-4f32-b91f-1f803db047f1 for host: dv-cinder-809828-1-iscsi {{(pid=94717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:29:34.285887 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9077a931-855f-434d-a374-3ee4e09fcfc3 None None] Routers {'4fd3b38d-8f82-4f32-b91f-1f803db047f1'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:29:34.286597 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-9077a931-855f-434d-a374-3ee4e09fcfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:29:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['4fd3b38d-8f82-4f32-b91f-1f803db047f1'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:29:34.315888 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-85dd6a15-d5fd-425a-b623-3b495549803a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:34.369694 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c589a6db-da10-488f-b33a-27bb8011249d None None] Pushing event updated for resources: {'Port': ['ID=aad18c59-1e51-4b70-a210-c4d30d2a6bd1,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:34.371157 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-ab9e96cb-5d08-48aa-a7f4-22b94647b715 service neutron] For port 4eeb8841-1ba9-4d31-b23e-dfe00e140760, host hv-cinder-80982, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:29:34.404909 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-ab9e96cb-5d08-48aa-a7f4-22b94647b715 service neutron] For port 4eeb8841-1ba9-4d31-b23e-dfe00e140760, host hv-cinder-80982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=4eeb8841-1ba9-4d31-b23e-dfe00e140760,segment=NetworkSegment(d7b68416-293f-4ed8-bc5f-6c9ec506319b),segment_id=d7b68416-293f-4ed8-bc5f-6c9ec506319b)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:29:34.405293 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 33642) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:29:34.405293 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-4d4f6f6e-72c9-4c00-9900-f6794ad992cc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1991026638-network', 'tenant_id': '2d2f6b05a30f4c82b942c6f161c7f560'}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:29:34.478824 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-9077a931-855f-434d-a374-3ee4e09fcfc3 None None] Set router 4fd3b38d-8f82-4f32-b91f-1f803db047f1 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:29:34.479664 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-85dd6a15-d5fd-425a-b623-3b495549803a None None] Attempting to bind port aad18c59-1e51-4b70-a210-c4d30d2a6bd1 on host dv-cinder-809828-1-iscsi for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:29:34.480042 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-85dd6a15-d5fd-425a-b623-3b495549803a None None] Attempting to bind port aad18c59-1e51-4b70-a210-c4d30d2a6bd1 by drivers openvswitch,hyperv on host dv-cinder-809828-1-iscsi at level 0 using segments [{'id': 'a93cae8d-87c7-411d-9608-39873c9ed985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ecda6e12-c805-49f1-b41a-9cb022c549b8'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:29:34.480409 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dd6a15-d5fd-425a-b623-3b495549803a None None] Attempting to bind port aad18c59-1e51-4b70-a210-c4d30d2a6bd1 on network ecda6e12-c805-49f1-b41a-9cb022c549b8 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:29:34.491206 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-ab9e96cb-5d08-48aa-a7f4-22b94647b715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29270022'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:34.492134 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dd6a15-d5fd-425a-b623-3b495549803a None None] Checking agent: {'id': '90d57b62-311c-40f5-abf0-ae568c7aec4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809828-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 14, 57), 'started_at': datetime.datetime(2021, 9, 17, 17, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809828-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:29:34.492793 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dd6a15-d5fd-425a-b623-3b495549803a None None] Checking segment: {'id': 'a93cae8d-87c7-411d-9608-39873c9ed985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ecda6e12-c805-49f1-b41a-9cb022c549b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:29:34.493554 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-85dd6a15-d5fd-425a-b623-3b495549803a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:34.497630 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dd6a15-d5fd-425a-b623-3b495549803a None None] Bound using segment: {'id': 'a93cae8d-87c7-411d-9608-39873c9ed985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ecda6e12-c805-49f1-b41a-9cb022c549b8'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:29:34.497630 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-85dd6a15-d5fd-425a-b623-3b495549803a None None] Bound port: aad18c59-1e51-4b70-a210-c4d30d2a6bd1, host: dv-cinder-809828-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a93cae8d-87c7-411d-9608-39873c9ed985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ecda6e12-c805-49f1-b41a-9cb022c549b8'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:29:34.497630 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-85dd6a15-d5fd-425a-b623-3b495549803a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:34.518851 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4f6f6e-72c9-4c00-9900-f6794ad992cc admin admin] Made reservation on behalf of 2d2f6b05a30f4c82b942c6f161c7f560 for: {'network': 1} {{(pid=94716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:29:34.524365 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-4d4f6f6e-72c9-4c00-9900-f6794ad992cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for network, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:34.542205 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-4d4f6f6e-72c9-4c00-9900-f6794ad992cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:34.585826 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c08f2c-b8fb-4633-bd3c-c265d5c5db40 req-1b3f3b31-b689-43e9-a252-29cf60a22e82 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:34.587443 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-34c08f2c-b8fb-4633-bd3c-c265d5c5db40 req-1b3f3b31-b689-43e9-a252-29cf60a22e82 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 943 time: 0.1485353 Sep 17 17:29:34.588784 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-ab9e96cb-5d08-48aa-a7f4-22b94647b715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:34.589386 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-ab9e96cb-5d08-48aa-a7f4-22b94647b715 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:34.595725 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-ab9e96cb-5d08-48aa-a7f4-22b94647b715 service neutron] 10.222.0.42 "PUT /v2.0/ports/4eeb8841-1ba9-4d31-b23e-dfe00e140760 HTTP/1.1" status: 200 len: 1093 time: 1.2885840 Sep 17 17:29:34.651343 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d1706-7f74-4864-86a0-731d95122a10 req-dac9630c-422f-4467-b210-70de1f518e31 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:34.652899 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ed4d1706-7f74-4864-86a0-731d95122a10 req-dac9630c-422f-4467-b210-70de1f518e31 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.1795497 Sep 17 17:29:34.663978 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-85dd6a15-d5fd-425a-b623-3b495549803a None None] For port aad18c59-1e51-4b70-a210-c4d30d2a6bd1, host dv-cinder-809828-1-iscsi, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:29:34.667564 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-85dd6a15-d5fd-425a-b623-3b495549803a None None] For port aad18c59-1e51-4b70-a210-c4d30d2a6bd1, host dv-cinder-809828-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=aad18c59-1e51-4b70-a210-c4d30d2a6bd1,segment=NetworkSegment(a93cae8d-87c7-411d-9608-39873c9ed985),segment_id=a93cae8d-87c7-411d-9608-39873c9ed985)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:29:34.713193 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-34c08f2c-b8fb-4633-bd3c-c265d5c5db40 req-76ecbdb2-1806-4ab3-bdfd-d06332076c77 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1023726 Sep 17 17:29:34.713797 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e96cb-5d08-48aa-a7f4-22b94647b715 service neutron] Pushing event updated for resources: {'Port': ['ID=4eeb8841-1ba9-4d31-b23e-dfe00e140760,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:34.720427 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-4d4f6f6e-72c9-4c00-9900-f6794ad992cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:34.752719 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ed4d1706-7f74-4864-86a0-731d95122a10 req-d860d07c-7519-432d-8026-26a70d80c751 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899172 Sep 17 17:29:34.762894 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d691aa01-7f6e-4fca-ad23-ee0f25b951f8 None None] Provisioning complete for port aad18c59-1e51-4b70-a210-c4d30d2a6bd1 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:29:34.763266 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d691aa01-7f6e-4fca-ad23-ee0f25b951f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:34.831308 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-d691aa01-7f6e-4fca-ad23-ee0f25b951f8 None None] Port aad18c59-1e51-4b70-a210-c4d30d2a6bd1 cannot update to ACTIVE because it is not bound. {{(pid=94717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 17:29:34.834181 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-9077a931-855f-434d-a374-3ee4e09fcfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'name': 'tempest-TestVolumeBootPattern-93171891-router', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:25:48Z', 'updated_at': '2021-09-17T17:25:52Z', 'revision_number': 4, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'gw_port': {'id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:49Z', 'updated_at': '2021-09-17T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': '69c2769f-3510-44cd-924a-211a08161e3a', 'name': '', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'mac_address': 'fa:16:3e:59:16:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:51Z', 'updated_at': '2021-09-17T17:26:00Z', 'revision_number': 5, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'subnets': [{'id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:29:34.835513 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1b6e2354-5784-4bb4-b764-7852b165071e req-47e3aaee-ae94-4bb4-a3b8-c5730b911539 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=96b7398e-4b74-484f-8639-6f781670fd38 HTTP/1.1" status: 200 len: 210 time: 0.0432065 Sep 17 17:29:34.848309 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-85dd6a15-d5fd-425a-b623-3b495549803a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:34.872996 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 87e5535a-0f54-4eea-a343-54f797a90c6c up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:29:34.876181 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9077a931-855f-434d-a374-3ee4e09fcfc3 None None] The sync data for ids ['4fd3b38d-8f82-4f32-b91f-1f803db047f1'] in dv-cinder-809828-1-iscsi is: [{'id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'name': 'tempest-TestVolumeBootPattern-93171891-router', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:25:48Z', 'updated_at': '2021-09-17T17:25:52Z', 'revision_number': 4, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'gw_port': {'id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:49Z', 'updated_at': '2021-09-17T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': '69c2769f-3510-44cd-924a-211a08161e3a', 'name': '', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'mac_address': 'fa:16:3e:59:16:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:51Z', 'updated_at': '2021-09-17T17:26:00Z', 'revision_number': 5, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'subnets': [{'id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:29:34.876361 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-4d4f6f6e-72c9-4c00-9900-f6794ad992cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:34.907682 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d4f6f6e-72c9-4c00-9900-f6794ad992cc admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=94716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 17:29:34.951912 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-4d4f6f6e-72c9-4c00-9900-f6794ad992cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157'] for segment, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:34.952551 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dd6a15-d5fd-425a-b623-3b495549803a None None] Routers {'d824e3ec-4206-4e76-8f7a-df30574a53a3'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:29:34.953837 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-85dd6a15-d5fd-425a-b623-3b495549803a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:29:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['d824e3ec-4206-4e76-8f7a-df30574a53a3'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:29:34.954321 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-bdcb8cb0-53f2-42fe-9a57-1755e35137d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:34.956203 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-bdcb8cb0-53f2-42fe-9a57-1755e35137d1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=050d0f8bf6fd486c9c994e60c94beb88&device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 1096 time: 0.0726366 Sep 17 17:29:34.956595 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.db.segments_db [None req-4d4f6f6e-72c9-4c00-9900-f6794ad992cc admin admin] Added segment 2f263af2-7403-4a4a-a4f2-b69d4648c296 of type vlan for network b1087683-1be4-412e-a07c-801a843ea126 Sep 17 17:29:34.958173 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f6f6e-72c9-4c00-9900-f6794ad992cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266c667b-b22e-4654-b1b5-05f1ae0b4bd4,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:34.965656 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c589a6db-da10-488f-b33a-27bb8011249d None None] Pushing event updated for resources: {'Port': ['ID=aad18c59-1e51-4b70-a210-c4d30d2a6bd1,revision_number=4']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:34.998303 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port 87e5535a-0f54-4eea-a343-54f797a90c6c triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:29:34.999406 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:35.042850 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-4d4f6f6e-72c9-4c00-9900-f6794ad992cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747491074600'] for network, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:35.054048 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-e8845de3-efb3-4a96-9a96-b39023b0a399 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4eeb8841-1ba9-4d31-b23e-dfe00e140760 HTTP/1.1" status: 200 len: 217 time: 0.0795643 Sep 17 17:29:35.123893 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-85dd6a15-d5fd-425a-b623-3b495549803a None None] Set router d824e3ec-4206-4e76-8f7a-df30574a53a3 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:29:35.126412 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-b86a4f7a-9424-4b89-bd66-db7913496cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:35.127929 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-b86a4f7a-9424-4b89-bd66-db7913496cd2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=acf76a6c-c31d-46bf-ad83-cd7ec2729137 HTTP/1.1" status: 200 len: 848 time: 0.0671813 Sep 17 17:29:35.134335 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device f444ff64-11ad-4b0f-8d83-604171dbfb50 no longer exists at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:29:35.141476 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-4d4f6f6e-72c9-4c00-9900-f6794ad992cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198'] for network, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:35.143862 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4f6f6e-72c9-4c00-9900-f6794ad992cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:35.144668 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-4d4f6f6e-72c9-4c00-9900-f6794ad992cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for network, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:35.185564 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] No Port match for: f444ff64-11ad-4b0f-8d83-604171dbfb50 {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:29:35.185913 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device f444ff64-11ad-4b0f-8d83-604171dbfb50 not bound to the agent host hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:29:35.224946 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-8a9fbe99-f7e1-417e-818d-1369187b03bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:35.228020 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-8a9fbe99-f7e1-417e-818d-1369187b03bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c5fd655e-5563-4ef4-b398-7647045e7dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0916660 Sep 17 17:29:35.232575 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-61ea1923-fb3b-4aea-bb5d-cdec5abfd7cd None None] Provisioning complete for port aad18c59-1e51-4b70-a210-c4d30d2a6bd1 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:29:35.233267 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-61ea1923-fb3b-4aea-bb5d-cdec5abfd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:35.259699 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f6f6e-72c9-4c00-9900-f6794ad992cc admin admin] Pushing event updated for resources: {'Network': ['ID=b1087683-1be4-412e-a07c-801a843ea126,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:35.274889 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Network b1087683-1be4-412e-a07c-801a843ea126 details requested by agent ovs-agent-dv-cinder-809828-1-iscsi with host dv-cinder-809828-1-iscsi {{(pid=94717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 17:29:35.286333 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-4d4f6f6e-72c9-4c00-9900-f6794ad992cc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8928390 Sep 17 17:29:35.292531 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 33646) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:29:35.301408 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-35b285aa-8a25-4ebc-81e5-a2d623d47751 admin admin] Request body: {'subnet': {'network_id': 'b1087683-1be4-412e-a07c-801a843ea126', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1991026638-subnet', 'tenant_id': '2d2f6b05a30f4c82b942c6f161c7f560', 'ip_version': 4}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:29:35.320968 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9001d532-5197-4c40-ab3b-71f86b90d9a7 None None] New status for floating IP f3373ba0-b5d6-401f-9d29-665d31b75b1f: DOWN {{(pid=94718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 17:29:35.365482 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-922436c0-fc60-433d-84f3-ef3ce82c761b service neutron] 10.222.0.42 "GET /v2.0/networks/c5fd655e-5563-4ef4-b398-7647045e7dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292048 Sep 17 17:29:35.397495 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-61ea1923-fb3b-4aea-bb5d-cdec5abfd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:35.439677 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-61ea1923-fb3b-4aea-bb5d-cdec5abfd7cd None None] For port aad18c59-1e51-4b70-a210-c4d30d2a6bd1, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=aad18c59-1e51-4b70-a210-c4d30d2a6bd1,segment=NetworkSegment(a93cae8d-87c7-411d-9608-39873c9ed985),segment_id=a93cae8d-87c7-411d-9608-39873c9ed985)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:29:35.455288 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b285aa-8a25-4ebc-81e5-a2d623d47751 admin admin] Made reservation on behalf of 2d2f6b05a30f4c82b942c6f161c7f560 for: {'subnet': 1} {{(pid=94716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:29:35.457993 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-35b285aa-8a25-4ebc-81e5-a2d623d47751 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25898007'] for subnet, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:35.466346 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7d6e4a20-7d6b-4deb-bbd4-9e3e95aa0f85 req-d3c5bd95-a9a2-40d8-b7bd-6c856f508089 service neutron] 10.222.0.42 "GET /v2.0/networks/c5fd655e-5563-4ef4-b398-7647045e7dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936477 Sep 17 17:29:35.585348 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-85dd6a15-d5fd-425a-b623-3b495549803a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd824e3ec-4206-4e76-8f7a-df30574a53a3', 'name': 'tempest-TestMinimumBasicScenario-704446428-router', 'tenant_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '87e5535a-0f54-4eea-a343-54f797a90c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:29:27Z', 'updated_at': '2021-09-17T17:29:31Z', 'revision_number': 4, 'project_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'gw_port': {'id': '87e5535a-0f54-4eea-a343-54f797a90c6c', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd824e3ec-4206-4e76-8f7a-df30574a53a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:29:27Z', 'updated_at': '2021-09-17T17:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': 'aad18c59-1e51-4b70-a210-c4d30d2a6bd1', 'name': '', 'network_id': 'ecda6e12-c805-49f1-b41a-9cb022c549b8', 'tenant_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'mac_address': 'fa:16:3e:ce:df:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd824e3ec-4206-4e76-8f7a-df30574a53a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fdb68e07-5307-4edb-908e-1ffad9e10205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:29:30Z', 'updated_at': '2021-09-17T17:29:34Z', 'revision_number': 4, 'project_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'subnets': [{'id': 'fdb68e07-5307-4edb-908e-1ffad9e10205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:29:35.611817 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dd6a15-d5fd-425a-b623-3b495549803a None None] The sync data for ids ['d824e3ec-4206-4e76-8f7a-df30574a53a3'] in dv-cinder-809828-1-iscsi is: [{'id': 'd824e3ec-4206-4e76-8f7a-df30574a53a3', 'name': 'tempest-TestMinimumBasicScenario-704446428-router', 'tenant_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '87e5535a-0f54-4eea-a343-54f797a90c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:29:27Z', 'updated_at': '2021-09-17T17:29:31Z', 'revision_number': 4, 'project_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'gw_port': {'id': '87e5535a-0f54-4eea-a343-54f797a90c6c', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd824e3ec-4206-4e76-8f7a-df30574a53a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:29:27Z', 'updated_at': '2021-09-17T17:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': 'aad18c59-1e51-4b70-a210-c4d30d2a6bd1', 'name': '', 'network_id': 'ecda6e12-c805-49f1-b41a-9cb022c549b8', 'tenant_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'mac_address': 'fa:16:3e:ce:df:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd824e3ec-4206-4e76-8f7a-df30574a53a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fdb68e07-5307-4edb-908e-1ffad9e10205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:29:30Z', 'updated_at': '2021-09-17T17:29:34Z', 'revision_number': 4, 'project_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'subnets': [{'id': 'fdb68e07-5307-4edb-908e-1ffad9e10205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:29:35.665986 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-61ea1923-fb3b-4aea-bb5d-cdec5abfd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:35.725651 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea1923-fb3b-4aea-bb5d-cdec5abfd7cd None None] Pushing event updated for resources: {'Port': ['ID=aad18c59-1e51-4b70-a210-c4d30d2a6bd1,revision_number=5']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:35.820663 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-35b285aa-8a25-4ebc-81e5-a2d623d47751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25898041'] for subnet, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:35.873528 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112c97b-775c-499c-8a23-993a1da9b058 req-2a09abce-467e-4410-8756-799592bf5c9b tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:35.875720 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c112c97b-775c-499c-8a23-993a1da9b058 req-2a09abce-467e-4410-8756-799592bf5c9b tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 943 time: 0.0883152 Sep 17 17:29:35.889079 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b285aa-8a25-4ebc-81e5-a2d623d47751 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04376c15-bb7b-47a2-88a0-7bafa4969a54,revision_number=0']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:35.897167 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b285aa-8a25-4ebc-81e5-a2d623d47751 admin admin] Checking segment: {'id': '2f263af2-7403-4a4a-a4f2-b69d4648c296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b1087683-1be4-412e-a07c-801a843ea126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:29:35.897167 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b285aa-8a25-4ebc-81e5-a2d623d47751 admin admin] Network hostable DHCP agents. Network: b1087683-1be4-412e-a07c-801a843ea126, hostable agents: ['991be4bd-5269-4100-8238-2a16d095299f'], hosted agents: [] {{(pid=94716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 17:29:35.903208 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5fad701-4069-4134-80ad-e256167dd80e', 'tag': '4eeb8841-1ba9-4d31-b23e-dfe00e140760'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:29:35.905551 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5215f621-fe6f-46c1-98f3-5ce203b34953" -d '{"events": [{"name": "network-changed", "server_uuid": "f5fad701-4069-4134-80ad-e256167dd80e", "tag": "4eeb8841-1ba9-4d31-b23e-dfe00e140760"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:29:35.936462 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4569ef2-a3b9-4238-884f-e23b1786c1d8 req-6e1b5f97-de8f-4ccb-b306-b91198ee85ca tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:35.938823 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f4569ef2-a3b9-4238-884f-e23b1786c1d8 req-6e1b5f97-de8f-4ccb-b306-b91198ee85ca tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.0892391 Sep 17 17:29:35.965741 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c112c97b-775c-499c-8a23-993a1da9b058 req-b37cd6da-ccdf-4007-8e08-e82b065c8ba5 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0755637 Sep 17 17:29:35.986390 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b285aa-8a25-4ebc-81e5-a2d623d47751 admin admin] Network b1087683-1be4-412e-a07c-801a843ea126 is scheduled to be hosted by DHCP agent 991be4bd-5269-4100-8238-2a16d095299f with binding_index 1 {{(pid=94716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 17:29:35.990046 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f4569ef2-a3b9-4238-884f-e23b1786c1d8 req-871c0260-e7e7-4da8-a364-accb8545142d tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444622 Sep 17 17:29:36.048733 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 17:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c00f65a-2e27-4f0f-bb0d-9bb171a1fe06 x-openstack-request-id: req-6c00f65a-2e27-4f0f-bb0d-9bb171a1fe06 {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:29:36.049026 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5fad701-4069-4134-80ad-e256167dd80e", "tag": "4eeb8841-1ba9-4d31-b23e-dfe00e140760", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:29:36.052813 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6c00f65a-2e27-4f0f-bb0d-9bb171a1fe06 {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:29:36.052813 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5fad701-4069-4134-80ad-e256167dd80e', 'tag': '4eeb8841-1ba9-4d31-b23e-dfe00e140760', 'status': 'completed', 'code': 200} Sep 17 17:29:36.078780 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.base_scheduler [None req-35b285aa-8a25-4ebc-81e5-a2d623d47751 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809828-1-iscsi, b1087683-1be4-412e-a07c-801a843ea126) {{(pid=94716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:29:36.087180 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad43b30-39aa-4ad4-ba0d-0c7768f6a0b7 None None] Network b1087683-1be4-412e-a07c-801a843ea126 requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:29:36.092929 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b285aa-8a25-4ebc-81e5-a2d623d47751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:36.094421 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-35b285aa-8a25-4ebc-81e5-a2d623d47751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for subnet, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:36.134055 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215f621-fe6f-46c1-98f3-5ce203b34953 req-c3999823-1ec2-4ea6-9eee-f32b6b154306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:36.135761 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5215f621-fe6f-46c1-98f3-5ce203b34953 req-c3999823-1ec2-4ea6-9eee-f32b6b154306 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=050d0f8bf6fd486c9c994e60c94beb88&device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 1096 time: 0.0566742 Sep 17 17:29:36.181371 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-35b285aa-8a25-4ebc-81e5-a2d623d47751 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8874805 Sep 17 17:29:36.183795 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 33662) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:29:36.188989 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-8ad07d17-573b-407c-a283-9e253f34012b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1991026638-router', 'tenant_id': '2d2f6b05a30f4c82b942c6f161c7f560', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'}}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:29:36.267534 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8ad07d17-573b-407c-a283-9e253f34012b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-987'] for router, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:36.268591 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8ad07d17-573b-407c-a283-9e253f34012b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3693212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1004'] for router, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:36.279298 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215f621-fe6f-46c1-98f3-5ce203b34953 req-f0b399b2-576d-431e-ae51-cf472ac8cd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:36.281499 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5215f621-fe6f-46c1-98f3-5ce203b34953 req-f0b399b2-576d-431e-ae51-cf472ac8cd8f service neutron] 10.222.0.42 "GET /v2.0/networks?id=c5fd655e-5563-4ef4-b398-7647045e7dc0 HTTP/1.1" status: 200 len: 910 time: 0.1339304 Sep 17 17:29:36.291559 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-f6b072b8-c101-4939-b4da-8851ea10e47a tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1378669420&fields=id&tenant_id=6ae79036f78e4d3c9eb885dec9a803b0 HTTP/1.1" status: 200 len: 267 time: 0.0605254 Sep 17 17:29:36.301067 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef6649c-fe3c-4337-9b7a-f4ad469e7345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca1476-ec46-5156-a0e6-01362d2bd21f-b1087683-1be4-412e-a07c-801a843ea126', 'network_id': 'b1087683-1be4-412e-a07c-801a843ea126', 'tenant_id': '2d2f6b05a30f4c82b942c6f161c7f560', 'fixed_ips': [{'subnet_id': '04376c15-bb7b-47a2-88a0-7bafa4969a54'}]}} from dv-cinder-809828-1-iscsi. {{(pid=94717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 17:29:36.302263 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-eef6649c-fe3c-4337-9b7a-f4ad469e7345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:36.337623 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8ad07d17-573b-407c-a283-9e253f34012b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:36.345242 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5215f621-fe6f-46c1-98f3-5ce203b34953 req-61e53a33-12d2-4594-bd9a-079915ada55a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4eeb8841-1ba9-4d31-b23e-dfe00e140760 HTTP/1.1" status: 200 len: 217 time: 0.0520802 Sep 17 17:29:36.502485 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-a512c400-947b-4e52-872a-ec76660d71c4 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:36.503930 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-a512c400-947b-4e52-872a-ec76660d71c4 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/networks?id=47e2d6e9-ce7e-458e-b5e3-fc8811121e51 HTTP/1.1" status: 200 len: 810 time: 0.2023358 Sep 17 17:29:36.513770 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215f621-fe6f-46c1-98f3-5ce203b34953 req-70478866-305e-43e0-8a63-39401dda0a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:36.516190 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5215f621-fe6f-46c1-98f3-5ce203b34953 req-70478866-305e-43e0-8a63-39401dda0a01 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=acf76a6c-c31d-46bf-ad83-cd7ec2729137 HTTP/1.1" status: 200 len: 848 time: 0.1550813 Sep 17 17:29:36.528484 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-104d2687-d627-452e-850b-22a8504b8dea tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/quotas/6ae79036f78e4d3c9eb885dec9a803b0 HTTP/1.1" status: 200 len: 375 time: 0.0106399 Sep 17 17:29:36.565465 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8ad07d17-573b-407c-a283-9e253f34012b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:36.587863 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.db_base_plugin_common [None req-eef6649c-fe3c-4337-9b7a-f4ad469e7345 None None] Allocated IP 172.20.0.2 (b1087683-1be4-412e-a07c-801a843ea126/04376c15-bb7b-47a2-88a0-7bafa4969a54/c5ecc193-6cc5-446b-9bc4-caef68282357) {{(pid=94717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:29:36.612883 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215f621-fe6f-46c1-98f3-5ce203b34953 req-ea3b19a0-2fb8-48ce-a710-2a10ad56f4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:36.614404 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5215f621-fe6f-46c1-98f3-5ce203b34953 req-ea3b19a0-2fb8-48ce-a710-2a10ad56f4e4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c5fd655e-5563-4ef4-b398-7647045e7dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0852590 Sep 17 17:29:36.626158 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-903607b8-071e-4761-9aa0-db23c358eef4 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ae79036f78e4d3c9eb885dec9a803b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0869431 Sep 17 17:29:36.731523 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5215f621-fe6f-46c1-98f3-5ce203b34953 req-c0a315d1-5215-4f2c-9944-b0aa1bbb7044 service neutron] 10.222.0.42 "GET /v2.0/networks/c5fd655e-5563-4ef4-b398-7647045e7dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022134 Sep 17 17:29:36.772155 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-eef6649c-fe3c-4337-9b7a-f4ad469e7345 None None] Notify callbacks [] for port, precommit_create {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:36.838042 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-eef6649c-fe3c-4337-9b7a-f4ad469e7345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538'] for port, after_create {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:36.894263 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef6649c-fe3c-4337-9b7a-f4ad469e7345 None None] Network b1087683-1be4-412e-a07c-801a843ea126 is already hosted by enough agents. {{(pid=94717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:29:36.902986 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.scheduler.base_scheduler [None req-eef6649c-fe3c-4337-9b7a-f4ad469e7345 None None] Resources bound (agent type, host, resource id): {{(pid=94717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:29:36.908217 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef6649c-fe3c-4337-9b7a-f4ad469e7345 None None] Received port after_create {{(pid=94717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:29:36.913103 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8ad07d17-573b-407c-a283-9e253f34012b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:36.919347 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6649c-fe3c-4337-9b7a-f4ad469e7345 None None] Pushing event updated for resources: {'Port': ['ID=c5ecc193-6cc5-446b-9bc4-caef68282357,revision_number=1']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:36.935556 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8ad07d17-573b-407c-a283-9e253f34012b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:36.956358 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5215f621-fe6f-46c1-98f3-5ce203b34953 req-f9144d51-972a-4083-98c4-6c6677376b93 service neutron] 10.222.0.42 "GET /v2.0/networks/c5fd655e-5563-4ef4-b398-7647045e7dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090323 Sep 17 17:29:36.965141 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device aad18c59-1e51-4b70-a210-c4d30d2a6bd1 up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:29:36.983585 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-704ca0f0-cd1f-4374-aa94-a8c51921c213 service neutron] 10.222.0.18 "GET /v2.0/networks/47e2d6e9-ce7e-458e-b5e3-fc8811121e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377886 Sep 17 17:29:37.029598 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-eef6649c-fe3c-4337-9b7a-f4ad469e7345 None None] Attempting to bind port c5ecc193-6cc5-446b-9bc4-caef68282357 on host dv-cinder-809828-1-iscsi for vnic_type normal with profile {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:29:37.029856 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-eef6649c-fe3c-4337-9b7a-f4ad469e7345 None None] Attempting to bind port c5ecc193-6cc5-446b-9bc4-caef68282357 by drivers openvswitch,hyperv on host dv-cinder-809828-1-iscsi at level 0 using segments [{'id': '2f263af2-7403-4a4a-a4f2-b69d4648c296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b1087683-1be4-412e-a07c-801a843ea126'}] {{(pid=94717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:29:37.030216 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef6649c-fe3c-4337-9b7a-f4ad469e7345 None None] Attempting to bind port c5ecc193-6cc5-446b-9bc4-caef68282357 on network b1087683-1be4-412e-a07c-801a843ea126 {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:29:37.041724 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef6649c-fe3c-4337-9b7a-f4ad469e7345 None None] Checking agent: {'id': '90d57b62-311c-40f5-abf0-ae568c7aec4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809828-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 14, 57), 'started_at': datetime.datetime(2021, 9, 17, 17, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809828-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:29:37.042093 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef6649c-fe3c-4337-9b7a-f4ad469e7345 None None] Checking segment: {'id': '2f263af2-7403-4a4a-a4f2-b69d4648c296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b1087683-1be4-412e-a07c-801a843ea126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:29:37.042493 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-eef6649c-fe3c-4337-9b7a-f4ad469e7345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:37.042884 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef6649c-fe3c-4337-9b7a-f4ad469e7345 None None] Bound using segment: {'id': '2f263af2-7403-4a4a-a4f2-b69d4648c296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b1087683-1be4-412e-a07c-801a843ea126'} {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:29:37.043386 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-eef6649c-fe3c-4337-9b7a-f4ad469e7345 None None] Bound port: c5ecc193-6cc5-446b-9bc4-caef68282357, host: dv-cinder-809828-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f263af2-7403-4a4a-a4f2-b69d4648c296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b1087683-1be4-412e-a07c-801a843ea126'}}] {{(pid=94717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:29:37.043767 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-eef6649c-fe3c-4337-9b7a-f4ad469e7345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:37.072972 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.db_base_plugin_common [None req-8ad07d17-573b-407c-a283-9e253f34012b admin admin] Allocated IP 172.27.2.88 (7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02/78817fd2-befc-49bb-8f7f-e04863f48a33/e0f51fe7-f455-4f58-81c8-d2a8faebb489) {{(pid=94716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:29:37.085122 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port aad18c59-1e51-4b70-a210-c4d30d2a6bd1 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:29:37.085498 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:37.130503 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-072bb5e4-fb45-40f1-b581-aa24f46b0719 service neutron] 10.222.0.18 "GET /v2.0/networks/47e2d6e9-ce7e-458e-b5e3-fc8811121e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395643 Sep 17 17:29:37.144614 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ee7e8-9026-4b78-b19c-fd41a6d2d8a3 req-99af7153-b899-4ae9-8ad8-800f7622ac52 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:37.145171 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-eef6649c-fe3c-4337-9b7a-f4ad469e7345 None None] For port c5ecc193-6cc5-446b-9bc4-caef68282357, host dv-cinder-809828-1-iscsi, cleared binding levels {{(pid=94717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:29:37.150618 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2d9ee7e8-9026-4b78-b19c-fd41a6d2d8a3 req-99af7153-b899-4ae9-8ad8-800f7622ac52 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 943 time: 0.0863838 Sep 17 17:29:37.161111 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-eef6649c-fe3c-4337-9b7a-f4ad469e7345 None None] For port c5ecc193-6cc5-446b-9bc4-caef68282357, host dv-cinder-809828-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=c5ecc193-6cc5-446b-9bc4-caef68282357,segment=NetworkSegment(2f263af2-7403-4a4a-a4f2-b69d4648c296),segment_id=2f263af2-7403-4a4a-a4f2-b69d4648c296)] {{(pid=94717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:29:37.199194 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2d9ee7e8-9026-4b78-b19c-fd41a6d2d8a3 req-439cc250-82ee-4b04-a13f-3b0659841ad8 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456982 Sep 17 17:29:37.212448 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8ad07d17-573b-407c-a283-9e253f34012b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:37.244669 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-eef6649c-fe3c-4337-9b7a-f4ad469e7345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:37.307384 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6649c-fe3c-4337-9b7a-f4ad469e7345 None None] Pushing event updated for resources: {'Port': ['ID=c5ecc193-6cc5-446b-9bc4-caef68282357,revision_number=2']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:37.324087 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8ad07d17-573b-407c-a283-9e253f34012b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179149'] for port, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:37.335871 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6d8d3-828a-4c53-930a-0b847447ac91 req-c350ad2d-76f8-4e72-8dc9-1e55ac8421c3 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:37.337569 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-31f6d8d3-828a-4c53-930a-0b847447ac91 req-c350ad2d-76f8-4e72-8dc9-1e55ac8421c3 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.0665543 Sep 17 17:29:37.363749 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad07d17-573b-407c-a283-9e253f34012b admin admin] Network 7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02 is already hosted by enough agents. {{(pid=94716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:29:37.366697 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.base_scheduler [None req-8ad07d17-573b-407c-a283-9e253f34012b admin admin] Resources bound (agent type, host, resource id): {{(pid=94716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:29:37.370233 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad07d17-573b-407c-a283-9e253f34012b admin admin] Received port after_create {{(pid=94716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:29:37.381036 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-31f6d8d3-828a-4c53-930a-0b847447ac91 req-48d4dc9e-f824-41a3-9dc0-f9508d25b48e tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372283 Sep 17 17:29:37.395469 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad07d17-573b-407c-a283-9e253f34012b admin admin] Pushing event updated for resources: {'Port': ['ID=e0f51fe7-f455-4f58-81c8-d2a8faebb489,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:37.830342 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8ad07d17-573b-407c-a283-9e253f34012b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:37.961986 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4c455454-2c4a-4933-ae4b-db59d04a8d50 req-1762f2bb-968b-4f6c-b0be-635d9f975907 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=371bf6c9-089d-402f-ae7e-433129257445 HTTP/1.1" status: 200 len: 210 time: 0.0331595 Sep 17 17:29:38.035809 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8ad07d17-573b-407c-a283-9e253f34012b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693899'] for router, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:38.246858 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad07d17-573b-407c-a283-9e253f34012b admin admin] Router 957073b1-a101-46c0-8fbb-aed05a92acd2 is scheduled to L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 with binding_index 1 {{(pid=94716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 17:29:38.277582 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28b16a2-f9a4-4c14-a67e-e291d688d6c8 None None] Network b1087683-1be4-412e-a07c-801a843ea126 requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:29:38.351803 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed8302-96fa-42ad-b756-f6de5f4a8d1b req-058c63c3-7eb4-42d4-9e10-b83dd37bb5a9 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:38.353283 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-63ed8302-96fa-42ad-b756-f6de5f4a8d1b req-058c63c3-7eb4-42d4-9e10-b83dd37bb5a9 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 943 time: 0.0547249 Sep 17 17:29:38.366799 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-0d6a6554-4494-4456-a47c-284b37393018 None None] Provisioning complete for port c5ecc193-6cc5-446b-9bc4-caef68282357 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:29:38.367292 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-0d6a6554-4494-4456-a47c-284b37393018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:38.402452 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-63ed8302-96fa-42ad-b756-f6de5f4a8d1b req-7f8f3500-6973-4b2f-b2b5-1382f79da2c8 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411336 Sep 17 17:29:38.521590 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7552e8a-3ac0-473d-a510-2feb76b25fa9 req-399944fb-7a73-424c-8242-27f1312d17d8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:38.527535 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d7552e8a-3ac0-473d-a510-2feb76b25fa9 req-399944fb-7a73-424c-8242-27f1312d17d8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.0587547 Sep 17 17:29:38.529367 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-0d6a6554-4494-4456-a47c-284b37393018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:38.571946 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-0d6a6554-4494-4456-a47c-284b37393018 None None] For port c5ecc193-6cc5-446b-9bc4-caef68282357, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=c5ecc193-6cc5-446b-9bc4-caef68282357,segment=NetworkSegment(2f263af2-7403-4a4a-a4f2-b69d4648c296),segment_id=2f263af2-7403-4a4a-a4f2-b69d4648c296)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:29:38.573514 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d7552e8a-3ac0-473d-a510-2feb76b25fa9 req-289cc019-5317-4f45-a3f5-f222cd9f05b3 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437777 Sep 17 17:29:38.596886 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad07d17-573b-407c-a283-9e253f34012b admin admin] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:29:38.607157 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e42364-22f7-4e3e-a12b-c270913293bf None None] Sync routers for ids ['957073b1-a101-46c0-8fbb-aed05a92acd2'] in dv-cinder-809828-1-iscsi {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:29:38.617388 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e42364-22f7-4e3e-a12b-c270913293bf None None] Routers {'957073b1-a101-46c0-8fbb-aed05a92acd2'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:29:38.625057 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-44e42364-22f7-4e3e-a12b-c270913293bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:29:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['957073b1-a101-46c0-8fbb-aed05a92acd2'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:29:38.703851 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-0d6a6554-4494-4456-a47c-284b37393018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:38.744359 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8ad07d17-573b-407c-a283-9e253f34012b admin admin] Notify callbacks [] for router, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:38.745727 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-8ad07d17-573b-407c-a283-9e253f34012b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5610094 Sep 17 17:29:38.748666 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 33690) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:29:38.752552 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-44e42364-22f7-4e3e-a12b-c270913293bf None None] Set router 957073b1-a101-46c0-8fbb-aed05a92acd2 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:29:38.826428 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a6554-4494-4456-a47c-284b37393018 None None] Pushing event updated for resources: {'Port': ['ID=c5ecc193-6cc5-446b-9bc4-caef68282357,revision_number=3']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:38.886224 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-98d97595-d0f5-4c66-b862-84d50e2fdc7f None None] Provisioning complete for port c5ecc193-6cc5-446b-9bc4-caef68282357 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:29:38.886601 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-98d97595-d0f5-4c66-b862-84d50e2fdc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:38.930131 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device c5ecc193-6cc5-446b-9bc4-caef68282357 up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:29:39.057487 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port c5ecc193-6cc5-446b-9bc4-caef68282357 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:29:39.057854 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:39.089877 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b0996789-ad7f-4fc1-aa5a-12c6470a49a0 req-4ed7e271-bc5c-4de9-82e8-0e789c0694e2 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=371bf6c9-089d-402f-ae7e-433129257445 HTTP/1.1" status: 200 len: 210 time: 0.0531752 Sep 17 17:29:39.091147 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-44e42364-22f7-4e3e-a12b-c270913293bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957073b1-a101-46c0-8fbb-aed05a92acd2', 'name': 'tempest-TestMinimumBasicScenario-1991026638-router', 'tenant_id': '2d2f6b05a30f4c82b942c6f161c7f560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'e0f51fe7-f455-4f58-81c8-d2a8faebb489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:29:36Z', 'updated_at': '2021-09-17T17:29:37Z', 'revision_number': 3, 'project_id': '2d2f6b05a30f4c82b942c6f161c7f560', 'gw_port': {'id': 'e0f51fe7-f455-4f58-81c8-d2a8faebb489', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:95:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957073b1-a101-46c0-8fbb-aed05a92acd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:29:36Z', 'updated_at': '2021-09-17T17:29:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi'}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:29:39.122727 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e42364-22f7-4e3e-a12b-c270913293bf None None] Checking router: 957073b1-a101-46c0-8fbb-aed05a92acd2 for host: dv-cinder-809828-1-iscsi {{(pid=94717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:29:39.123168 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e42364-22f7-4e3e-a12b-c270913293bf None None] Updating router 957073b1-a101-46c0-8fbb-aed05a92acd2 port e0f51fe7-f455-4f58-81c8-d2a8faebb489 binding host dv-cinder-809828-1-iscsi {{(pid=94717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 17:29:39.155868 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-44e42364-22f7-4e3e-a12b-c270913293bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:39.218624 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9991a5df-bbb9-4bc1-bc1d-85b479253e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:39.378220 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.db_base_plugin_common [None req-9991a5df-bbb9-4bc1-bc1d-85b479253e02 admin admin] Allocated IP 172.20.0.1 (b1087683-1be4-412e-a07c-801a843ea126/04376c15-bb7b-47a2-88a0-7bafa4969a54/9b4017c0-f01d-4f0b-91fd-f287bd011433) {{(pid=94715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:29:39.447594 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-44e42364-22f7-4e3e-a12b-c270913293bf None None] Notify callbacks [] for port, precommit_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:39.490894 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9991a5df-bbb9-4bc1-bc1d-85b479253e02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:39.544231 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-44e42364-22f7-4e3e-a12b-c270913293bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:39.545394 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21827f4b-42ec-4c8e-8d38-7193f4a9683e req-4aa4623d-914f-4d62-8c4c-19480a069784 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:39.546936 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-21827f4b-42ec-4c8e-8d38-7193f4a9683e req-4aa4623d-914f-4d62-8c4c-19480a069784 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 943 time: 0.0685492 Sep 17 17:29:39.587354 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-21827f4b-42ec-4c8e-8d38-7193f4a9683e req-44f21a9c-4e59-4ae6-b278-f666c5230d19 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340762 Sep 17 17:29:39.598918 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-44e42364-22f7-4e3e-a12b-c270913293bf None None] Attempting to bind port e0f51fe7-f455-4f58-81c8-d2a8faebb489 on host dv-cinder-809828-1-iscsi for vnic_type normal with profile {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:29:39.599323 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-44e42364-22f7-4e3e-a12b-c270913293bf None None] Attempting to bind port e0f51fe7-f455-4f58-81c8-d2a8faebb489 by drivers openvswitch,hyperv on host dv-cinder-809828-1-iscsi at level 0 using segments [{'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'}] {{(pid=94717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:29:39.599690 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e42364-22f7-4e3e-a12b-c270913293bf None None] Attempting to bind port e0f51fe7-f455-4f58-81c8-d2a8faebb489 on network 7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02 {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:29:39.609309 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e42364-22f7-4e3e-a12b-c270913293bf None None] Checking agent: {'id': '90d57b62-311c-40f5-abf0-ae568c7aec4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809828-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 14, 57), 'started_at': datetime.datetime(2021, 9, 17, 17, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809828-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:29:39.610198 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e42364-22f7-4e3e-a12b-c270913293bf None None] Checking segment: {'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:29:39.611103 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-44e42364-22f7-4e3e-a12b-c270913293bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:39.611103 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e42364-22f7-4e3e-a12b-c270913293bf None None] Bound using segment: {'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'} {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:29:39.611486 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-44e42364-22f7-4e3e-a12b-c270913293bf None None] Bound port: e0f51fe7-f455-4f58-81c8-d2a8faebb489, host: dv-cinder-809828-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'}}] {{(pid=94717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:29:39.611865 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-44e42364-22f7-4e3e-a12b-c270913293bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:39.614919 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf09fc-b3a5-437a-aaef-7e0a6b78689a None None] Pushing event updated for resources: {'Port': ['ID=e0f51fe7-f455-4f58-81c8-d2a8faebb489,revision_number=2']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:39.669261 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-44e42364-22f7-4e3e-a12b-c270913293bf None None] For port e0f51fe7-f455-4f58-81c8-d2a8faebb489, host dv-cinder-809828-1-iscsi, cleared binding levels {{(pid=94717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:29:39.672456 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-44e42364-22f7-4e3e-a12b-c270913293bf None None] For port e0f51fe7-f455-4f58-81c8-d2a8faebb489, host dv-cinder-809828-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=e0f51fe7-f455-4f58-81c8-d2a8faebb489,segment=NetworkSegment(f5bce3a7-39d4-42b3-980e-fe31588455ee),segment_id=f5bce3a7-39d4-42b3-980e-fe31588455ee)] {{(pid=94717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:29:39.697565 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33052257-518f-4020-a65a-bb42cbe68ac1 req-281301e1-f686-46a1-8beb-fde36c061b60 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:39.699007 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-33052257-518f-4020-a65a-bb42cbe68ac1 req-281301e1-f686-46a1-8beb-fde36c061b60 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.0484829 Sep 17 17:29:39.705430 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9991a5df-bbb9-4bc1-bc1d-85b479253e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:39.758143 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-44e42364-22f7-4e3e-a12b-c270913293bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:39.760462 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9991a5df-bbb9-4bc1-bc1d-85b479253e02 admin admin] Network b1087683-1be4-412e-a07c-801a843ea126 is already hosted by enough agents. {{(pid=94715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:29:39.773770 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991a5df-bbb9-4bc1-bc1d-85b479253e02 admin admin] Pushing event updated for resources: {'Port': ['ID=9b4017c0-f01d-4f0b-91fd-f287bd011433,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:39.776271 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [None req-9991a5df-bbb9-4bc1-bc1d-85b479253e02 admin admin] Resources bound (agent type, host, resource id): {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:29:39.781556 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9991a5df-bbb9-4bc1-bc1d-85b479253e02 admin admin] Received port after_create {{(pid=94715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:29:39.784960 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-33052257-518f-4020-a65a-bb42cbe68ac1 req-88972116-71d9-4cb2-8f7d-6a52b605467a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759974 Sep 17 17:29:39.831465 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e42364-22f7-4e3e-a12b-c270913293bf None None] Routers {'957073b1-a101-46c0-8fbb-aed05a92acd2'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:29:39.832089 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-44e42364-22f7-4e3e-a12b-c270913293bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:29:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['957073b1-a101-46c0-8fbb-aed05a92acd2'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:29:39.835205 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf09fc-b3a5-437a-aaef-7e0a6b78689a None None] Pushing event updated for resources: {'Port': ['ID=e0f51fe7-f455-4f58-81c8-d2a8faebb489,revision_number=3']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:39.837766 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9991a5df-bbb9-4bc1-bc1d-85b479253e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693980'] for router_interface, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:39.960837 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-44e42364-22f7-4e3e-a12b-c270913293bf None None] Set router 957073b1-a101-46c0-8fbb-aed05a92acd2 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:29:40.063137 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9991a5df-bbb9-4bc1-bc1d-85b479253e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:40.161156 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-8c4c80ce-5646-4cad-a0ca-5e598561c942 None None] Provisioning complete for port 9b4017c0-f01d-4f0b-91fd-f287bd011433 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:29:40.161668 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-8c4c80ce-5646-4cad-a0ca-5e598561c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:40.236126 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-8c4c80ce-5646-4cad-a0ca-5e598561c942 None None] Port 9b4017c0-f01d-4f0b-91fd-f287bd011433 cannot update to ACTIVE because it is not bound. {{(pid=94717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 17:29:40.297568 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-44e42364-22f7-4e3e-a12b-c270913293bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957073b1-a101-46c0-8fbb-aed05a92acd2', 'name': 'tempest-TestMinimumBasicScenario-1991026638-router', 'tenant_id': '2d2f6b05a30f4c82b942c6f161c7f560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'e0f51fe7-f455-4f58-81c8-d2a8faebb489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:29:36Z', 'updated_at': '2021-09-17T17:29:37Z', 'revision_number': 3, 'project_id': '2d2f6b05a30f4c82b942c6f161c7f560', 'gw_port': {'id': 'e0f51fe7-f455-4f58-81c8-d2a8faebb489', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:95:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957073b1-a101-46c0-8fbb-aed05a92acd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:29:36Z', 'updated_at': '2021-09-17T17:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi'}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:29:40.329337 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e42364-22f7-4e3e-a12b-c270913293bf None None] The sync data for ids ['957073b1-a101-46c0-8fbb-aed05a92acd2'] in dv-cinder-809828-1-iscsi is: [{'id': '957073b1-a101-46c0-8fbb-aed05a92acd2', 'name': 'tempest-TestMinimumBasicScenario-1991026638-router', 'tenant_id': '2d2f6b05a30f4c82b942c6f161c7f560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'e0f51fe7-f455-4f58-81c8-d2a8faebb489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:29:36Z', 'updated_at': '2021-09-17T17:29:37Z', 'revision_number': 3, 'project_id': '2d2f6b05a30f4c82b942c6f161c7f560', 'gw_port': {'id': 'e0f51fe7-f455-4f58-81c8-d2a8faebb489', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:95:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957073b1-a101-46c0-8fbb-aed05a92acd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:29:36Z', 'updated_at': '2021-09-17T17:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi'}] {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:29:40.515440 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-10b1464b-5902-4205-9c5e-e8483c717107 req-4b22ed3b-1133-4ed8-8329-4654c49ac6f6 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=371bf6c9-089d-402f-ae7e-433129257445 HTTP/1.1" status: 200 len: 210 time: 0.0679519 Sep 17 17:29:40.595218 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-367f70e5-b0ba-4567-a2fc-ac83250af240 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:40.600372 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-367f70e5-b0ba-4567-a2fc-ac83250af240 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.42 "GET /v2.0/networks?id=47e2d6e9-ce7e-458e-b5e3-fc8811121e51 HTTP/1.1" status: 200 len: 810 time: 0.4545844 Sep 17 17:29:40.620171 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9991a5df-bbb9-4bc1-bc1d-85b479253e02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:40.661296 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-4960cf27-863b-4ce2-9e5d-a59b3a7ae72a tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ae79036f78e4d3c9eb885dec9a803b0 HTTP/1.1" status: 200 len: 380 time: 0.0497277 Sep 17 17:29:40.677173 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-ac80b22e-cace-4752-b0a8-d42933e8ed0d tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Request body: {'port': {'device_id': '371bf6c9-089d-402f-ae7e-433129257445', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'admin_state_up': True, 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'security_groups': ['442d0a5a-fff7-4bba-b9e3-87e16efe6a27']}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:29:40.724785 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9991a5df-bbb9-4bc1-bc1d-85b479253e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29270022'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:40.851760 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33fe89-99df-47e1-9cc6-a0dceac53652 req-194815f7-c714-49d8-9039-74c11a9ad1f8 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:40.860491 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2f33fe89-99df-47e1-9cc6-a0dceac53652 req-194815f7-c714-49d8-9039-74c11a9ad1f8 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 943 time: 0.1980731 Sep 17 17:29:40.889040 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9991a5df-bbb9-4bc1-bc1d-85b479253e02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3691276'] for router_interface, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:40.904236 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991a5df-bbb9-4bc1-bc1d-85b479253e02 admin admin] Pushing event updated for resources: {'Port': ['ID=9b4017c0-f01d-4f0b-91fd-f287bd011433,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:40.984374 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device e0f51fe7-f455-4f58-81c8-d2a8faebb489 up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:29:41.007961 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2f33fe89-99df-47e1-9cc6-a0dceac53652 req-e61f2917-ce9f-4b53-b839-93d015b976ba tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1406250 Sep 17 17:29:41.036882 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port e0f51fe7-f455-4f58-81c8-d2a8faebb489 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:29:41.037287 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:41.067180 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989540b-10a8-4939-b16f-4a5f2b090aa4 req-e8496e5e-3580-4a40-a2b9-d5b0291a4528 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:41.069954 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b989540b-10a8-4939-b16f-4a5f2b090aa4 req-e8496e5e-3580-4a40-a2b9-d5b0291a4528 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.1736569 Sep 17 17:29:41.117339 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:41.122914 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9991a5df-bbb9-4bc1-bc1d-85b479253e02 admin admin] Network b1087683-1be4-412e-a07c-801a843ea126 is already hosted by enough agents. {{(pid=94715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:29:41.126190 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-ac80b22e-cace-4752-b0a8-d42933e8ed0d tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Made reservation on behalf of 6ae79036f78e4d3c9eb885dec9a803b0 for: {'port': 1} {{(pid=94715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:29:41.129908 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-ac80b22e-cace-4752-b0a8-d42933e8ed0d tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:41.135452 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [None req-9991a5df-bbb9-4bc1-bc1d-85b479253e02 admin admin] Resources bound (agent type, host, resource id): {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:29:41.138347 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] For port e0f51fe7-f455-4f58-81c8-d2a8faebb489, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=e0f51fe7-f455-4f58-81c8-d2a8faebb489,segment=NetworkSegment(f5bce3a7-39d4-42b3-980e-fe31588455ee),segment_id=f5bce3a7-39d4-42b3-980e-fe31588455ee)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:29:41.149491 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b989540b-10a8-4939-b16f-4a5f2b090aa4 req-cfac7e70-debf-44a4-9b5d-0013e8de56a3 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695972 Sep 17 17:29:41.224412 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:41.225417 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device c5ecc193-6cc5-446b-9bc4-caef68282357 up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:29:41.319916 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Pushing event updated for resources: {'Port': ['ID=e0f51fe7-f455-4f58-81c8-d2a8faebb489,revision_number=4']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:41.331653 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port c5ecc193-6cc5-446b-9bc4-caef68282357 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:29:41.332119 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:41.349478 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9991a5df-bbb9-4bc1-bc1d-85b479253e02 admin admin] Router 957073b1-a101-46c0-8fbb-aed05a92acd2 has already been hosted by L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 {{(pid=94715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 17:29:41.377780 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-acb76ab0-fdd3-4121-80cf-4dcfd594fc93 None None] Provisioning complete for port 9b4017c0-f01d-4f0b-91fd-f287bd011433 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:29:41.378161 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-acb76ab0-fdd3-4121-80cf-4dcfd594fc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:41.432755 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.db_base_plugin_common [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-ac80b22e-cace-4752-b0a8-d42933e8ed0d tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Allocated IP 172.20.0.10 (47e2d6e9-ce7e-458e-b5e3-fc8811121e51/b86cd3d2-7e31-4268-bbf5-56635408c00d/4e6f7b95-8273-4221-89a7-219336133eb0) {{(pid=94715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:29:41.441339 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-acb76ab0-fdd3-4121-80cf-4dcfd594fc93 None None] Port 9b4017c0-f01d-4f0b-91fd-f287bd011433 cannot update to ACTIVE because it is not bound. {{(pid=94717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 17:29:41.535634 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9991a5df-bbb9-4bc1-bc1d-85b479253e02 admin admin] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:29:41.551288 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-9991a5df-bbb9-4bc1-bc1d-85b479253e02 admin admin] 10.222.0.18 "PUT /v2.0/routers/957073b1-a101-46c0-8fbb-aed05a92acd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7929928 Sep 17 17:29:41.638520 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-611cf439-e874-489d-8ade-18d6730bc5cd req-1fa41543-f785-47eb-8717-8cf78908ef27 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=371bf6c9-089d-402f-ae7e-433129257445 HTTP/1.1" status: 200 len: 210 time: 0.0427411 Sep 17 17:29:41.678985 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-ac80b22e-cace-4752-b0a8-d42933e8ed0d tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for port, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:41.798302 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-ac80b22e-cace-4752-b0a8-d42933e8ed0d tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:41.840981 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-ac80b22e-cace-4752-b0a8-d42933e8ed0d tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Network 47e2d6e9-ce7e-458e-b5e3-fc8811121e51 is already hosted by enough agents. {{(pid=94715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:29:41.845060 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-ac80b22e-cace-4752-b0a8-d42933e8ed0d tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Resources bound (agent type, host, resource id): {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:29:41.847526 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-ac80b22e-cace-4752-b0a8-d42933e8ed0d tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Received port after_create {{(pid=94715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:29:41.879176 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80b22e-cace-4752-b0a8-d42933e8ed0d tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Pushing event updated for resources: {'Port': ['ID=4e6f7b95-8273-4221-89a7-219336133eb0,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:41.909175 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-ac80b22e-cace-4752-b0a8-d42933e8ed0d tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:41.909811 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-ac80b22e-cace-4752-b0a8-d42933e8ed0d tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:41.981079 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-ac80b22e-cace-4752-b0a8-d42933e8ed0d tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3080409 Sep 17 17:29:42.002834 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-54edfa43-fa33-4eca-9f01-5217ac2f5e8f service neutron] Request body: {'port': {'device_id': '371bf6c9-089d-402f-ae7e-433129257445', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80982'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:29:42.065746 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-54edfa43-fa33-4eca-9f01-5217ac2f5e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:42.072823 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-494ed6a3-8894-49ae-8f38-459ca219fb09 None None] Provisioning complete for port 4e6f7b95-8273-4221-89a7-219336133eb0 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:29:42.073406 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-494ed6a3-8894-49ae-8f38-459ca219fb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:42.108630 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-494ed6a3-8894-49ae-8f38-459ca219fb09 None None] Port 4e6f7b95-8273-4221-89a7-219336133eb0 cannot update to ACTIVE because it is not bound. {{(pid=94717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 17:29:42.165310 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1272f3f-0859-4618-90c5-b93be72bd2f9 req-2f9a6a2d-0a9d-4699-a66b-985e671175a3 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:42.166809 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d1272f3f-0859-4618-90c5-b93be72bd2f9 req-2f9a6a2d-0a9d-4699-a66b-985e671175a3 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 943 time: 0.0871739 Sep 17 17:29:42.303325 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d1272f3f-0859-4618-90c5-b93be72bd2f9 req-5b0cb85e-d259-413d-9bc0-fb270180ac31 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1287374 Sep 17 17:29:42.384511 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fe34e-cf81-403f-a789-74e754d807ae req-d0b0512a-147c-4bc5-bd8e-324544d269dc tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:42.385973 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d64fe34e-cf81-403f-a789-74e754d807ae req-d0b0512a-147c-4bc5-bd8e-324544d269dc tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.1496618 Sep 17 17:29:42.449641 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d64fe34e-cf81-403f-a789-74e754d807ae req-38c834b9-fa15-4430-8b38-cb805f9ee028 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575550 Sep 17 17:29:42.511062 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-54edfa43-fa33-4eca-9f01-5217ac2f5e8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e6f7b95-8273-4221-89a7-219336133eb0 {{(pid=94715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:29:42.521386 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-54edfa43-fa33-4eca-9f01-5217ac2f5e8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:42.535255 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-54edfa43-fa33-4eca-9f01-5217ac2f5e8f service neutron] Transition to ACTIVE for port object 4e6f7b95-8273-4221-89a7-219336133eb0 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 17:29:42.637650 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-54edfa43-fa33-4eca-9f01-5217ac2f5e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29270022'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:42.737058 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54edfa43-fa33-4eca-9f01-5217ac2f5e8f service neutron] Pushing event updated for resources: {'Port': ['ID=4e6f7b95-8273-4221-89a7-219336133eb0,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:42.871938 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69696cc9-8d40-4f61-a10c-38e5ac0d2f28 None None] Sync routers for ids ['957073b1-a101-46c0-8fbb-aed05a92acd2'] in dv-cinder-809828-1-iscsi {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:29:42.887727 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128362e2-417a-4082-9a69-e02021c4edaf req-ca86f733-19e7-4534-8def-aef4c8369b74 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:42.893670 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69696cc9-8d40-4f61-a10c-38e5ac0d2f28 None None] Routers {'957073b1-a101-46c0-8fbb-aed05a92acd2'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:29:42.894301 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-69696cc9-8d40-4f61-a10c-38e5ac0d2f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:29:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['957073b1-a101-46c0-8fbb-aed05a92acd2'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:29:42.895440 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-128362e2-417a-4082-9a69-e02021c4edaf req-ca86f733-19e7-4534-8def-aef4c8369b74 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=371bf6c9-089d-402f-ae7e-433129257445 HTTP/1.1" status: 200 len: 944 time: 0.1419883 Sep 17 17:29:42.948579 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device e0f51fe7-f455-4f58-81c8-d2a8faebb489 up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:29:42.959095 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-128362e2-417a-4082-9a69-e02021c4edaf req-83489a38-2c52-44bb-8773-64b324239a69 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626748 Sep 17 17:29:42.960264 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-54edfa43-fa33-4eca-9f01-5217ac2f5e8f service neutron] Attempting to bind port 4e6f7b95-8273-4221-89a7-219336133eb0 on host hv-cinder-80982 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:29:42.971094 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-54edfa43-fa33-4eca-9f01-5217ac2f5e8f service neutron] Attempting to bind port 4e6f7b95-8273-4221-89a7-219336133eb0 by drivers openvswitch,hyperv on host hv-cinder-80982 at level 0 using segments [{'id': '785f5f27-bced-428b-8eaf-2715efe38648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:29:42.971712 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-54edfa43-fa33-4eca-9f01-5217ac2f5e8f service neutron] Attempting to bind port 4e6f7b95-8273-4221-89a7-219336133eb0 on network 47e2d6e9-ce7e-458e-b5e3-fc8811121e51 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:29:42.981738 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-54edfa43-fa33-4eca-9f01-5217ac2f5e8f service neutron] Port 4e6f7b95-8273-4221-89a7-219336133eb0 on network 47e2d6e9-ce7e-458e-b5e3-fc8811121e51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80982 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 17:29:42.982329 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-54edfa43-fa33-4eca-9f01-5217ac2f5e8f service neutron] Attempting to bind port 4e6f7b95-8273-4221-89a7-219336133eb0 on network 47e2d6e9-ce7e-458e-b5e3-fc8811121e51 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:29:42.988936 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-54edfa43-fa33-4eca-9f01-5217ac2f5e8f service neutron] Checking agent: {'id': 'e15b8fdc-3f6d-455f-8616-9488d56a2a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80982', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'started_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:29:42.996868 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-54edfa43-fa33-4eca-9f01-5217ac2f5e8f service neutron] Checking segment: {'id': '785f5f27-bced-428b-8eaf-2715efe38648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:29:42.997547 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-54edfa43-fa33-4eca-9f01-5217ac2f5e8f service neutron] Bound using segment: {'id': '785f5f27-bced-428b-8eaf-2715efe38648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:29:42.998207 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-54edfa43-fa33-4eca-9f01-5217ac2f5e8f service neutron] Bound port: 4e6f7b95-8273-4221-89a7-219336133eb0, host: hv-cinder-80982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '785f5f27-bced-428b-8eaf-2715efe38648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:29:42.998745 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-54edfa43-fa33-4eca-9f01-5217ac2f5e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:43.012353 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port e0f51fe7-f455-4f58-81c8-d2a8faebb489 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:29:43.012737 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:43.042704 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-69696cc9-8d40-4f61-a10c-38e5ac0d2f28 None None] Set router 957073b1-a101-46c0-8fbb-aed05a92acd2 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:29:43.089158 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-54edfa43-fa33-4eca-9f01-5217ac2f5e8f service neutron] For port 4e6f7b95-8273-4221-89a7-219336133eb0, host hv-cinder-80982, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:29:43.092565 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-54edfa43-fa33-4eca-9f01-5217ac2f5e8f service neutron] For port 4e6f7b95-8273-4221-89a7-219336133eb0, host hv-cinder-80982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=4e6f7b95-8273-4221-89a7-219336133eb0,segment=NetworkSegment(785f5f27-bced-428b-8eaf-2715efe38648),segment_id=785f5f27-bced-428b-8eaf-2715efe38648)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:29:43.135059 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 4eeb8841-1ba9-4d31-b23e-dfe00e140760 details requested by agent hyperv_hv-cinder-80982 with host hv-cinder-80982 {{(pid=94717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 17:29:43.152383 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-54edfa43-fa33-4eca-9f01-5217ac2f5e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29270022'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:43.207046 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54edfa43-fa33-4eca-9f01-5217ac2f5e8f service neutron] Pushing event updated for resources: {'Port': ['ID=4e6f7b95-8273-4221-89a7-219336133eb0,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:43.223933 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-54edfa43-fa33-4eca-9f01-5217ac2f5e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:43.225052 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-54edfa43-fa33-4eca-9f01-5217ac2f5e8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:43.227195 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-54edfa43-fa33-4eca-9f01-5217ac2f5e8f service neutron] 10.222.0.42 "PUT /v2.0/ports/4e6f7b95-8273-4221-89a7-219336133eb0 HTTP/1.1" status: 200 len: 1094 time: 1.2292778 Sep 17 17:29:43.227831 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '371bf6c9-089d-402f-ae7e-433129257445', 'tag': '4e6f7b95-8273-4221-89a7-219336133eb0'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:29:43.230750 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ce5dec-3e88-40bb-b27a-ee8f3cb5ced4" -d '{"events": [{"name": "network-changed", "server_uuid": "371bf6c9-089d-402f-ae7e-433129257445", "tag": "4e6f7b95-8273-4221-89a7-219336133eb0"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:29:43.312965 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 17:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ecab9e-e40b-46f4-9bad-ac2129f0e16d x-openstack-request-id: req-47ecab9e-e40b-46f4-9bad-ac2129f0e16d {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:29:43.321828 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "371bf6c9-089d-402f-ae7e-433129257445", "tag": "4e6f7b95-8273-4221-89a7-219336133eb0", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:29:43.321828 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-47ecab9e-e40b-46f4-9bad-ac2129f0e16d {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:29:43.321828 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '371bf6c9-089d-402f-ae7e-433129257445', 'tag': '4e6f7b95-8273-4221-89a7-219336133eb0', 'status': 'completed', 'code': 200} Sep 17 17:29:43.337966 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 4eeb8841-1ba9-4d31-b23e-dfe00e140760, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=4eeb8841-1ba9-4d31-b23e-dfe00e140760,segment=NetworkSegment(d7b68416-293f-4ed8-bc5f-6c9ec506319b),segment_id=d7b68416-293f-4ed8-bc5f-6c9ec506319b)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:29:43.367878 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-69696cc9-8d40-4f61-a10c-38e5ac0d2f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957073b1-a101-46c0-8fbb-aed05a92acd2', 'name': 'tempest-TestMinimumBasicScenario-1991026638-router', 'tenant_id': '2d2f6b05a30f4c82b942c6f161c7f560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'e0f51fe7-f455-4f58-81c8-d2a8faebb489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:29:36Z', 'updated_at': '2021-09-17T17:29:39Z', 'revision_number': 4, 'project_id': '2d2f6b05a30f4c82b942c6f161c7f560', 'gw_port': {'id': 'e0f51fe7-f455-4f58-81c8-d2a8faebb489', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:95:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957073b1-a101-46c0-8fbb-aed05a92acd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:29:36Z', 'updated_at': '2021-09-17T17:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': '9b4017c0-f01d-4f0b-91fd-f287bd011433', 'name': '', 'network_id': 'b1087683-1be4-412e-a07c-801a843ea126', 'tenant_id': '2d2f6b05a30f4c82b942c6f161c7f560', 'mac_address': 'fa:16:3e:31:a4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957073b1-a101-46c0-8fbb-aed05a92acd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '04376c15-bb7b-47a2-88a0-7bafa4969a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:29:39Z', 'updated_at': '2021-09-17T17:29:40Z', 'revision_number': 2, 'project_id': '2d2f6b05a30f4c82b942c6f161c7f560', 'subnets': [{'id': '04376c15-bb7b-47a2-88a0-7bafa4969a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:29:43.380551 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Returning: {'device': '4eeb8841-1ba9-4d31-b23e-dfe00e140760', 'network_id': 'c5fd655e-5563-4ef4-b398-7647045e7dc0', 'port_id': '4eeb8841-1ba9-4d31-b23e-dfe00e140760', 'mac_address': 'fa:16:3e:0e:3c:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acf76a6c-c31d-46bf-ad83-cd7ec2729137', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 17:29:43.421186 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69696cc9-8d40-4f61-a10c-38e5ac0d2f28 None None] Checking router: 957073b1-a101-46c0-8fbb-aed05a92acd2 for host: dv-cinder-809828-1-iscsi {{(pid=94718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:29:43.422656 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69696cc9-8d40-4f61-a10c-38e5ac0d2f28 None None] Updating router 957073b1-a101-46c0-8fbb-aed05a92acd2 port 9b4017c0-f01d-4f0b-91fd-f287bd011433 binding host dv-cinder-809828-1-iscsi {{(pid=94718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 17:29:43.456432 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-69696cc9-8d40-4f61-a10c-38e5ac0d2f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:43.474932 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce5dec-3e88-40bb-b27a-ee8f3cb5ced4 req-950edcb8-e636-4745-96b9-3b27cbf7cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:43.485387 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:43.489184 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-72ce5dec-3e88-40bb-b27a-ee8f3cb5ced4 req-950edcb8-e636-4745-96b9-3b27cbf7cd05 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ae79036f78e4d3c9eb885dec9a803b0&device_id=371bf6c9-089d-402f-ae7e-433129257445 HTTP/1.1" status: 200 len: 1097 time: 0.1487164 Sep 17 17:29:43.507651 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eeb8841-1ba9-4d31-b23e-dfe00e140760 {{(pid=94717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:29:43.543416 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 4eeb8841-1ba9-4d31-b23e-dfe00e140760, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=4eeb8841-1ba9-4d31-b23e-dfe00e140760,segment=NetworkSegment(d7b68416-293f-4ed8-bc5f-6c9ec506319b),segment_id=d7b68416-293f-4ed8-bc5f-6c9ec506319b)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:29:43.617703 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:43.651791 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce5dec-3e88-40bb-b27a-ee8f3cb5ced4 req-a6e1137a-ebdf-4512-bba1-bcaf4e0ea638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:43.654178 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-72ce5dec-3e88-40bb-b27a-ee8f3cb5ced4 req-a6e1137a-ebdf-4512-bba1-bcaf4e0ea638 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=6ae79036f78e4d3c9eb885dec9a803b0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1481395 Sep 17 17:29:43.694533 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=4eeb8841-1ba9-4d31-b23e-dfe00e140760,revision_number=4']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:43.703901 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884c5c8-b8ae-48e1-bce6-9dc971902437 req-09c89283-6bab-4d05-891a-370f068418ff tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:43.706273 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2884c5c8-b8ae-48e1-bce6-9dc971902437 req-09c89283-6bab-4d05-891a-370f068418ff tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 943 time: 0.2764521 Sep 17 17:29:43.759396 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2884c5c8-b8ae-48e1-bce6-9dc971902437 req-86894242-a30d-4c73-8474-8fdd81ab3f47 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364568 Sep 17 17:29:43.829014 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd0488-b47a-4051-8277-f7775d6a776b req-68f5e5e2-0ac2-402d-9873-c8006f638e3d tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:43.831115 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-95bd0488-b47a-4051-8277-f7775d6a776b req-68f5e5e2-0ac2-402d-9873-c8006f638e3d tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.1750379 Sep 17 17:29:43.882148 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-95bd0488-b47a-4051-8277-f7775d6a776b req-cef17285-8f31-4592-a5a6-f147bed9cb8b tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440726 Sep 17 17:29:43.885170 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-69696cc9-8d40-4f61-a10c-38e5ac0d2f28 None None] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:43.903106 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce5dec-3e88-40bb-b27a-ee8f3cb5ced4 req-27150718-09b9-4e14-9235-09e4410f46d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:43.905029 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-72ce5dec-3e88-40bb-b27a-ee8f3cb5ced4 req-27150718-09b9-4e14-9235-09e4410f46d3 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2205524 Sep 17 17:29:43.905360 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['4eeb8841-1ba9-4d31-b23e-dfe00e140760'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:29:43.978700 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-69696cc9-8d40-4f61-a10c-38e5ac0d2f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:44.026624 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-ba9dfc3e-cffc-49d5-8de3-f791541e4f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:44.029063 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-ba9dfc3e-cffc-49d5-8de3-f791541e4f65 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ae79036f78e4d3c9eb885dec9a803b0&device_id=371bf6c9-089d-402f-ae7e-433129257445 HTTP/1.1" status: 200 len: 1097 time: 0.0582528 Sep 17 17:29:44.102024 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d1ce3-a418-49ad-8f83-41d59ec98be6 None None] Pushing event updated for resources: {'Port': ['ID=9b4017c0-f01d-4f0b-91fd-f287bd011433,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:44.143071 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-54dd0245-3872-429f-9575-bddeafb5bfef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e6f7b95-8273-4221-89a7-219336133eb0 HTTP/1.1" status: 200 len: 217 time: 0.0977061 Sep 17 17:29:44.191179 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-69696cc9-8d40-4f61-a10c-38e5ac0d2f28 None None] Attempting to bind port 9b4017c0-f01d-4f0b-91fd-f287bd011433 on host dv-cinder-809828-1-iscsi for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:29:44.192269 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-69696cc9-8d40-4f61-a10c-38e5ac0d2f28 None None] Attempting to bind port 9b4017c0-f01d-4f0b-91fd-f287bd011433 by drivers openvswitch,hyperv on host dv-cinder-809828-1-iscsi at level 0 using segments [{'id': '2f263af2-7403-4a4a-a4f2-b69d4648c296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b1087683-1be4-412e-a07c-801a843ea126'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:29:44.192822 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69696cc9-8d40-4f61-a10c-38e5ac0d2f28 None None] Attempting to bind port 9b4017c0-f01d-4f0b-91fd-f287bd011433 on network b1087683-1be4-412e-a07c-801a843ea126 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:29:44.198781 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69696cc9-8d40-4f61-a10c-38e5ac0d2f28 None None] Checking agent: {'id': '90d57b62-311c-40f5-abf0-ae568c7aec4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809828-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 14, 57), 'started_at': datetime.datetime(2021, 9, 17, 17, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809828-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:29:44.199448 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69696cc9-8d40-4f61-a10c-38e5ac0d2f28 None None] Checking segment: {'id': '2f263af2-7403-4a4a-a4f2-b69d4648c296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b1087683-1be4-412e-a07c-801a843ea126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:29:44.200020 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-69696cc9-8d40-4f61-a10c-38e5ac0d2f28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:44.200587 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69696cc9-8d40-4f61-a10c-38e5ac0d2f28 None None] Bound using segment: {'id': '2f263af2-7403-4a4a-a4f2-b69d4648c296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b1087683-1be4-412e-a07c-801a843ea126'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:29:44.201238 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-69696cc9-8d40-4f61-a10c-38e5ac0d2f28 None None] Bound port: 9b4017c0-f01d-4f0b-91fd-f287bd011433, host: dv-cinder-809828-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f263af2-7403-4a4a-a4f2-b69d4648c296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b1087683-1be4-412e-a07c-801a843ea126'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:29:44.201817 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-69696cc9-8d40-4f61-a10c-38e5ac0d2f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:44.263679 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b8457-9f22-45a8-9dc4-cbeacd034be8 req-7fd5b76c-6f8c-44bf-ba7d-a68cdb54c545 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:44.265223 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5b4b8457-9f22-45a8-9dc4-cbeacd034be8 req-7fd5b76c-6f8c-44bf-ba7d-a68cdb54c545 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=371bf6c9-089d-402f-ae7e-433129257445 HTTP/1.1" status: 200 len: 944 time: 0.1255393 Sep 17 17:29:44.267357 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-157d940e-8dc9-4919-945d-b7a313c57bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:44.268681 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-157d940e-8dc9-4919-945d-b7a313c57bcd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b86cd3d2-7e31-4268-bbf5-56635408c00d HTTP/1.1" status: 200 len: 849 time: 0.1121378 Sep 17 17:29:44.349836 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-69696cc9-8d40-4f61-a10c-38e5ac0d2f28 None None] For port 9b4017c0-f01d-4f0b-91fd-f287bd011433, host dv-cinder-809828-1-iscsi, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:29:44.361299 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-69696cc9-8d40-4f61-a10c-38e5ac0d2f28 None None] For port 9b4017c0-f01d-4f0b-91fd-f287bd011433, host dv-cinder-809828-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=9b4017c0-f01d-4f0b-91fd-f287bd011433,segment=NetworkSegment(2f263af2-7403-4a4a-a4f2-b69d4648c296),segment_id=2f263af2-7403-4a4a-a4f2-b69d4648c296)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:29:44.363783 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-7205b03e-194f-4bc8-84ea-6b24582baaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:44.365278 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-7205b03e-194f-4bc8-84ea-6b24582baaf5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=47e2d6e9-ce7e-458e-b5e3-fc8811121e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0845232 Sep 17 17:29:44.371912 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5b4b8457-9f22-45a8-9dc4-cbeacd034be8 req-6fb1d5c0-ae01-4a87-8020-ea31bef4a06f tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999889 Sep 17 17:29:44.425509 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-69696cc9-8d40-4f61-a10c-38e5ac0d2f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:44.444702 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-04f2f555-24ce-4e19-9296-11f17b19364c None None] Provisioning complete for port 9b4017c0-f01d-4f0b-91fd-f287bd011433 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:29:44.445297 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-04f2f555-24ce-4e19-9296-11f17b19364c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:44.497879 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d1ce3-a418-49ad-8f83-41d59ec98be6 None None] Pushing event updated for resources: {'Port': ['ID=9b4017c0-f01d-4f0b-91fd-f287bd011433,revision_number=4']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:44.534283 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-a5ad550e-f505-433d-8616-813cf615908e service neutron] 10.222.0.42 "GET /v2.0/networks/47e2d6e9-ce7e-458e-b5e3-fc8811121e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567123 Sep 17 17:29:44.563618 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69696cc9-8d40-4f61-a10c-38e5ac0d2f28 None None] Routers {'957073b1-a101-46c0-8fbb-aed05a92acd2'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:29:44.564497 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-69696cc9-8d40-4f61-a10c-38e5ac0d2f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:29:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['957073b1-a101-46c0-8fbb-aed05a92acd2'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:29:44.584176 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-04f2f555-24ce-4e19-9296-11f17b19364c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:44.644543 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-04f2f555-24ce-4e19-9296-11f17b19364c None None] For port 9b4017c0-f01d-4f0b-91fd-f287bd011433, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=9b4017c0-f01d-4f0b-91fd-f287bd011433,segment=NetworkSegment(2f263af2-7403-4a4a-a4f2-b69d4648c296),segment_id=2f263af2-7403-4a4a-a4f2-b69d4648c296)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:29:44.708656 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fa157377-7bbc-4aa4-ac4c-8879356adde3 req-5402f933-758a-4049-860b-ad4e493df6bf service neutron] 10.222.0.42 "GET /v2.0/networks/47e2d6e9-ce7e-458e-b5e3-fc8811121e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676044 Sep 17 17:29:44.720532 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-04f2f555-24ce-4e19-9296-11f17b19364c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:44.739791 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-69696cc9-8d40-4f61-a10c-38e5ac0d2f28 None None] Set router 957073b1-a101-46c0-8fbb-aed05a92acd2 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:29:44.808730 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f2f555-24ce-4e19-9296-11f17b19364c None None] Pushing event updated for resources: {'Port': ['ID=9b4017c0-f01d-4f0b-91fd-f287bd011433,revision_number=5']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:44.858838 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-5220853f-7cf9-48b0-8504-65003b3123aa None None] Provisioning complete for port 9b4017c0-f01d-4f0b-91fd-f287bd011433 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:29:44.859659 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-5220853f-7cf9-48b0-8504-65003b3123aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:44.961049 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee610dea-9984-4e3b-99e3-ece85739ec92 req-3783a81c-781f-472a-8ae8-335166a2f353 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:44.965803 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ee610dea-9984-4e3b-99e3-ece85739ec92 req-3783a81c-781f-472a-8ae8-335166a2f353 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 944 time: 0.0943770 Sep 17 17:29:45.004479 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-69696cc9-8d40-4f61-a10c-38e5ac0d2f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957073b1-a101-46c0-8fbb-aed05a92acd2', 'name': 'tempest-TestMinimumBasicScenario-1991026638-router', 'tenant_id': '2d2f6b05a30f4c82b942c6f161c7f560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'e0f51fe7-f455-4f58-81c8-d2a8faebb489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:29:36Z', 'updated_at': '2021-09-17T17:29:39Z', 'revision_number': 4, 'project_id': '2d2f6b05a30f4c82b942c6f161c7f560', 'gw_port': {'id': 'e0f51fe7-f455-4f58-81c8-d2a8faebb489', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:95:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957073b1-a101-46c0-8fbb-aed05a92acd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:29:36Z', 'updated_at': '2021-09-17T17:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': '9b4017c0-f01d-4f0b-91fd-f287bd011433', 'name': '', 'network_id': 'b1087683-1be4-412e-a07c-801a843ea126', 'tenant_id': '2d2f6b05a30f4c82b942c6f161c7f560', 'mac_address': 'fa:16:3e:31:a4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957073b1-a101-46c0-8fbb-aed05a92acd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '04376c15-bb7b-47a2-88a0-7bafa4969a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:29:39Z', 'updated_at': '2021-09-17T17:29:44Z', 'revision_number': 4, 'project_id': '2d2f6b05a30f4c82b942c6f161c7f560', 'subnets': [{'id': '04376c15-bb7b-47a2-88a0-7bafa4969a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:29:45.041195 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69696cc9-8d40-4f61-a10c-38e5ac0d2f28 None None] The sync data for ids ['957073b1-a101-46c0-8fbb-aed05a92acd2'] in dv-cinder-809828-1-iscsi is: [{'id': '957073b1-a101-46c0-8fbb-aed05a92acd2', 'name': 'tempest-TestMinimumBasicScenario-1991026638-router', 'tenant_id': '2d2f6b05a30f4c82b942c6f161c7f560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'e0f51fe7-f455-4f58-81c8-d2a8faebb489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:29:36Z', 'updated_at': '2021-09-17T17:29:39Z', 'revision_number': 4, 'project_id': '2d2f6b05a30f4c82b942c6f161c7f560', 'gw_port': {'id': 'e0f51fe7-f455-4f58-81c8-d2a8faebb489', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:95:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957073b1-a101-46c0-8fbb-aed05a92acd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:29:36Z', 'updated_at': '2021-09-17T17:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': '9b4017c0-f01d-4f0b-91fd-f287bd011433', 'name': '', 'network_id': 'b1087683-1be4-412e-a07c-801a843ea126', 'tenant_id': '2d2f6b05a30f4c82b942c6f161c7f560', 'mac_address': 'fa:16:3e:31:a4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '957073b1-a101-46c0-8fbb-aed05a92acd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '04376c15-bb7b-47a2-88a0-7bafa4969a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:29:39Z', 'updated_at': '2021-09-17T17:29:44Z', 'revision_number': 4, 'project_id': '2d2f6b05a30f4c82b942c6f161c7f560', 'subnets': [{'id': '04376c15-bb7b-47a2-88a0-7bafa4969a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:29:45.055791 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ee610dea-9984-4e3b-99e3-ece85739ec92 req-e76a8227-8ab9-4662-b9b0-eedcb03b3da0 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0832593 Sep 17 17:29:45.074135 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654410c-caa1-4842-b5b5-c23c9d1c453c req-b1336585-499d-4331-b488-d4ef7dbd0cb9 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:45.080994 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c654410c-caa1-4842-b5b5-c23c9d1c453c req-b1336585-499d-4331-b488-d4ef7dbd0cb9 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.0814936 Sep 17 17:29:45.138399 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 4eeb8841-1ba9-4d31-b23e-dfe00e140760 up at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:29:45.151218 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c654410c-caa1-4842-b5b5-c23c9d1c453c req-0df2673b-ef5c-4f13-a65c-a540ee804846 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542779 Sep 17 17:29:45.299043 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning for port 4eeb8841-1ba9-4d31-b23e-dfe00e140760 completed by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 17:29:45.303247 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning complete for port 4eeb8841-1ba9-4d31-b23e-dfe00e140760 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:29:45.303619 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:45.435091 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:45.444062 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:45.464972 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5fad701-4069-4134-80ad-e256167dd80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eeb8841-1ba9-4d31-b23e-dfe00e140760'}] {{(pid=94717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:29:45.470583 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef4bfb6114c7858c34ed9f7d570ef17f9d28f3d7fc67a01f0bf07e2066d3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518f0271-6f0f-4cf0-b9a0-9c7f2ab80989" -d '{"events": [{"server_uuid": "f5fad701-4069-4134-80ad-e256167dd80e", "name": "network-vif-plugged", "status": "completed", "tag": "4eeb8841-1ba9-4d31-b23e-dfe00e140760"}]}' {{(pid=94717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:29:45.507644 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 4eeb8841-1ba9-4d31-b23e-dfe00e140760, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=4eeb8841-1ba9-4d31-b23e-dfe00e140760,segment=NetworkSegment(d7b68416-293f-4ed8-bc5f-6c9ec506319b),segment_id=d7b68416-293f-4ed8-bc5f-6c9ec506319b)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:29:45.537921 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b82d7-1dc2-423c-8ec6-58249fdec35f req-b2eab109-66ca-48b8-84c8-85d9dae6b0e0 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:45.545676 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e58b82d7-1dc2-423c-8ec6-58249fdec35f req-b2eab109-66ca-48b8-84c8-85d9dae6b0e0 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=371bf6c9-089d-402f-ae7e-433129257445 HTTP/1.1" status: 200 len: 944 time: 0.0708272 Sep 17 17:29:45.593012 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e58b82d7-1dc2-423c-8ec6-58249fdec35f req-1c18fb08-0cc1-49a8-8320-d1402732c3f3 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462615 Sep 17 17:29:45.610348 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:45.674257 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=4eeb8841-1ba9-4d31-b23e-dfe00e140760,revision_number=5']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:45.760573 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8225e6-1d6a-417b-a2b9-3ed54c914804 x-openstack-request-id: req-8c8225e6-1d6a-417b-a2b9-3ed54c914804 {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:29:45.760979 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5fad701-4069-4134-80ad-e256167dd80e", "name": "network-vif-plugged", "status": "completed", "tag": "4eeb8841-1ba9-4d31-b23e-dfe00e140760", "code": 200}]} {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:29:45.761362 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c8225e6-1d6a-417b-a2b9-3ed54c914804 {{(pid=94717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:29:45.761880 dv-cinder-809828-1-iscsi neutron-server[94717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5fad701-4069-4134-80ad-e256167dd80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eeb8841-1ba9-4d31-b23e-dfe00e140760', 'code': 200} Sep 17 17:29:46.203604 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b897f3-4d95-439f-98a2-1f45f27eb1c8 req-d175fe08-5dcb-4d9f-8a3d-4f426315b996 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:46.205141 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-09b897f3-4d95-439f-98a2-1f45f27eb1c8 req-d175fe08-5dcb-4d9f-8a3d-4f426315b996 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 945 time: 0.0613186 Sep 17 17:29:46.243882 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-09b897f3-4d95-439f-98a2-1f45f27eb1c8 req-ce5aa6e7-1a56-41bd-9412-4a289d14b2b2 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319691 Sep 17 17:29:46.300982 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554c71f-2bc9-4546-a279-5a9a1bb8c7da req-0942dce8-92ec-4cff-b1fc-3089d0c88601 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:46.302446 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5554c71f-2bc9-4546-a279-5a9a1bb8c7da req-0942dce8-92ec-4cff-b1fc-3089d0c88601 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.0547330 Sep 17 17:29:46.342646 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5554c71f-2bc9-4546-a279-5a9a1bb8c7da req-caa127bc-3523-45f1-bee6-210d297f51c0 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340576 Sep 17 17:29:46.577513 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a47d60-fc58-4b3a-a134-effbca7215e7 req-27e98f4a-75a7-4df2-b83e-f6210473aee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:46.579331 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-22a47d60-fc58-4b3a-a134-effbca7215e7 req-27e98f4a-75a7-4df2-b83e-f6210473aee0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 1098 time: 0.0503783 Sep 17 17:29:46.650942 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-22a47d60-fc58-4b3a-a134-effbca7215e7 req-4f550227-adcf-4853-9c29-39e0bd7758a5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0634248 Sep 17 17:29:46.738611 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fb616-d300-487f-a59e-239d3c9446fd req-c06216e0-b0a9-417b-9154-87d9fc53460c tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:46.744852 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-488fb616-d300-487f-a59e-239d3c9446fd req-c06216e0-b0a9-417b-9154-87d9fc53460c tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=371bf6c9-089d-402f-ae7e-433129257445 HTTP/1.1" status: 200 len: 944 time: 0.0704713 Sep 17 17:29:46.788916 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-488fb616-d300-487f-a59e-239d3c9446fd req-572e56b2-4c9f-4bb8-84ba-c2520c648669 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417831 Sep 17 17:29:46.907163 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 9b4017c0-f01d-4f0b-91fd-f287bd011433 up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:29:46.973059 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port 9b4017c0-f01d-4f0b-91fd-f287bd011433 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:29:46.973448 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:47.159188 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 755975be-ed81-4fc9-abfc-9b5c7bfa57d5 details requested by agent hyperv_hv-cinder-80982 with host hv-cinder-80982 {{(pid=94717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 17:29:47.267033 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 755975be-ed81-4fc9-abfc-9b5c7bfa57d5, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=755975be-ed81-4fc9-abfc-9b5c7bfa57d5,segment=NetworkSegment(b1a03354-394c-43d7-9829-253346971927),segment_id=b1a03354-394c-43d7-9829-253346971927)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:29:47.284609 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Returning: {'device': '755975be-ed81-4fc9-abfc-9b5c7bfa57d5', 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a', 'port_id': '755975be-ed81-4fc9-abfc-9b5c7bfa57d5', 'mac_address': 'fa:16:3e:64:38:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fde94289-3ec1-481c-9f1d-1204a3b357ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 17:29:47.329398 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:47.345753 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 755975be-ed81-4fc9-abfc-9b5c7bfa57d5 {{(pid=94717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:29:47.366216 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 755975be-ed81-4fc9-abfc-9b5c7bfa57d5, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=755975be-ed81-4fc9-abfc-9b5c7bfa57d5,segment=NetworkSegment(b1a03354-394c-43d7-9829-253346971927),segment_id=b1a03354-394c-43d7-9829-253346971927)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:29:47.393217 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3afebc-cdd1-4ed5-ade1-68c94d5abfe2 req-ce1cba81-7b68-4779-931b-c8e9c960ba56 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:47.394738 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fe3afebc-cdd1-4ed5-ade1-68c94d5abfe2 req-ce1cba81-7b68-4779-931b-c8e9c960ba56 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 945 time: 0.0692098 Sep 17 17:29:47.462818 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:47.495781 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fe3afebc-cdd1-4ed5-ade1-68c94d5abfe2 req-dfbda3e3-f873-4edf-a9b1-2f92273c2cd2 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0896261 Sep 17 17:29:47.518446 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=755975be-ed81-4fc9-abfc-9b5c7bfa57d5,revision_number=6']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:47.522945 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47e074-bedf-44e9-a4b3-e4cb24a40637 req-8911b4fa-6199-4869-9d5c-bdb22bf684ed tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:47.524630 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ea47e074-bedf-44e9-a4b3-e4cb24a40637 req-8911b4fa-6199-4869-9d5c-bdb22bf684ed tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.0894365 Sep 17 17:29:47.561195 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['755975be-ed81-4fc9-abfc-9b5c7bfa57d5'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:29:47.574126 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ea47e074-bedf-44e9-a4b3-e4cb24a40637 req-b07568bc-0324-4c8c-8d68-f2260cd443b1 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407648 Sep 17 17:29:47.931883 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f4e91-3206-49ef-b465-9dda534c7252 req-e31fe5ff-0ef4-4b94-bf68-250dad9ffafe tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:47.933337 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-273f4e91-3206-49ef-b465-9dda534c7252 req-e31fe5ff-0ef4-4b94-bf68-250dad9ffafe tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=371bf6c9-089d-402f-ae7e-433129257445 HTTP/1.1" status: 200 len: 944 time: 0.0632076 Sep 17 17:29:47.975355 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-273f4e91-3206-49ef-b465-9dda534c7252 req-99924b6c-3631-4261-b8d4-fe6d71a2fa1b tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355909 Sep 17 17:29:49.021673 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 6 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:29:49.087266 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f16c2a-0225-45c6-853f-3e5af1309fe2 req-0556ce14-fb87-4188-be87-17c7efbdce11 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:49.100590 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-82f16c2a-0225-45c6-853f-3e5af1309fe2 req-0556ce14-fb87-4188-be87-17c7efbdce11 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 945 time: 0.5047913 Sep 17 17:29:49.164650 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5acb37b-711a-437d-9fc1-a7496fa98fa0 req-edc2ffc8-7050-4525-b579-5461e7021f98 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:49.166202 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f5acb37b-711a-437d-9fc1-a7496fa98fa0 req-edc2ffc8-7050-4525-b579-5461e7021f98 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 944 time: 0.1618078 Sep 17 17:29:49.176022 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 755975be-ed81-4fc9-abfc-9b5c7bfa57d5 up at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:29:49.187670 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-82f16c2a-0225-45c6-853f-3e5af1309fe2 req-fe496962-7ad8-4089-bb22-678818eb5672 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0771689 Sep 17 17:29:49.325846 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f5acb37b-711a-437d-9fc1-a7496fa98fa0 req-acc2c17e-90ac-4244-9790-4e671719684e tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368461 Sep 17 17:29:49.332482 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning complete for port 755975be-ed81-4fc9-abfc-9b5c7bfa57d5 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:29:49.347251 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:49.508724 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:49.524124 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f8ce5-df3d-48ac-9032-224ae53ba50d req-6244c398-85f2-4164-8611-f03b8f8eeb85 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:49.526343 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-367f8ce5-df3d-48ac-9032-224ae53ba50d req-6244c398-85f2-4164-8611-f03b8f8eeb85 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=371bf6c9-089d-402f-ae7e-433129257445 HTTP/1.1" status: 200 len: 944 time: 0.1991658 Sep 17 17:29:49.542700 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a25848bb-52fd-475d-9723-91a60d8bb614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755975be-ed81-4fc9-abfc-9b5c7bfa57d5'}] {{(pid=94717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:29:49.546086 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef4bfb6114c7858c34ed9f7d570ef17f9d28f3d7fc67a01f0bf07e2066d3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3ae1d2-0dd4-45a5-91b2-dfe3c94216dc" -d '{"events": [{"server_uuid": "a25848bb-52fd-475d-9723-91a60d8bb614", "name": "network-vif-plugged", "status": "completed", "tag": "755975be-ed81-4fc9-abfc-9b5c7bfa57d5"}]}' {{(pid=94717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:29:49.553529 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963987a8-31ca-4ccd-9af9-5fa5670d89d9 req-9838d609-5fe5-4a06-9768-b2d00e99a29a tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:49.560990 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-963987a8-31ca-4ccd-9af9-5fa5670d89d9 req-9838d609-5fe5-4a06-9768-b2d00e99a29a tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 945 time: 0.1093609 Sep 17 17:29:49.604504 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 755975be-ed81-4fc9-abfc-9b5c7bfa57d5, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=755975be-ed81-4fc9-abfc-9b5c7bfa57d5,segment=NetworkSegment(b1a03354-394c-43d7-9829-253346971927),segment_id=b1a03354-394c-43d7-9829-253346971927)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:29:49.623143 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-367f8ce5-df3d-48ac-9032-224ae53ba50d req-848c16bf-a453-42d4-b42c-7a385d269cb1 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899229 Sep 17 17:29:49.627691 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-963987a8-31ca-4ccd-9af9-5fa5670d89d9 req-34726c79-05a9-41f6-9500-2f471ffbc70a tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650682 Sep 17 17:29:49.653715 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 33804) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:29:49.694940 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8a524c-2c69-4c52-9611-d1aeec8a86d3 x-openstack-request-id: req-ed8a524c-2c69-4c52-9611-d1aeec8a86d3 {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:29:49.695267 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a25848bb-52fd-475d-9723-91a60d8bb614", "name": "network-vif-plugged", "status": "completed", "tag": "755975be-ed81-4fc9-abfc-9b5c7bfa57d5", "code": 200}]} {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:29:49.695517 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed8a524c-2c69-4c52-9611-d1aeec8a86d3 {{(pid=94717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:29:49.695917 dv-cinder-809828-1-iscsi neutron-server[94717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a25848bb-52fd-475d-9723-91a60d8bb614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755975be-ed81-4fc9-abfc-9b5c7bfa57d5', 'code': 200} Sep 17 17:29:49.821619 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd49028-b4c3-49b9-8579-e4bc1acf3735 tempest-TestShelveInstance-1271850887 tempest-TestShelveInstance-1271850887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:49.826413 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-1dd49028-b4c3-49b9-8579-e4bc1acf3735 tempest-TestShelveInstance-1271850887 tempest-TestShelveInstance-1271850887-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 1093 time: 0.1709194 Sep 17 17:29:49.829527 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 33808) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:29:49.835208 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-92c56532-debf-4999-8e65-e6a61e0ce8ec tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Request body: {'floatingip': {'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'port_id': '4eeb8841-1ba9-4d31-b23e-dfe00e140760', 'tenant_id': '050d0f8bf6fd486c9c994e60c94beb88', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:29:49.941049 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:49.992183 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-92c56532-debf-4999-8e65-e6a61e0ce8ec tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks [] for floatingip, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:49.996690 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=755975be-ed81-4fc9-abfc-9b5c7bfa57d5,revision_number=7']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:50.124197 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-92c56532-debf-4999-8e65-e6a61e0ce8ec tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:50.260608 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.db_base_plugin_common [None req-92c56532-debf-4999-8e65-e6a61e0ce8ec tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Allocated IP 172.27.2.2 (7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02/78817fd2-befc-49bb-8f7f-e04863f48a33/17568fb9-0eb2-484d-95e3-67f123fa7af0) {{(pid=94716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:29:50.417897 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-92c56532-debf-4999-8e65-e6a61e0ce8ec tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks [] for port, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:50.528436 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157b171-faf8-423a-872e-42df3b896a6d req-6f30fe64-8d3f-45a2-b17a-cf91374be522 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:50.528436 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c157b171-faf8-423a-872e-42df3b896a6d req-6f30fe64-8d3f-45a2-b17a-cf91374be522 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.1031313 Sep 17 17:29:50.603525 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-92c56532-debf-4999-8e65-e6a61e0ce8ec tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179149'] for port, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:50.620492 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c157b171-faf8-423a-872e-42df3b896a6d req-0e65ea34-0b03-4ae5-91cd-38a47e16865d tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869224 Sep 17 17:29:50.719660 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c56532-debf-4999-8e65-e6a61e0ce8ec tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Network 7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02 is already hosted by enough agents. {{(pid=94716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:29:50.723476 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.base_scheduler [None req-92c56532-debf-4999-8e65-e6a61e0ce8ec tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Resources bound (agent type, host, resource id): {{(pid=94716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:29:50.735488 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c56532-debf-4999-8e65-e6a61e0ce8ec tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Received port after_create {{(pid=94716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:29:50.862376 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c56532-debf-4999-8e65-e6a61e0ce8ec tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Pushing event updated for resources: {'Port': ['ID=17568fb9-0eb2-484d-95e3-67f123fa7af0,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:50.872788 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a1b63-4b9b-4516-962d-9edf52a3b2f5 req-96aeb138-7a3d-4aeb-bf31-604773d27f0b tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:50.874333 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cc6a1b63-4b9b-4516-962d-9edf52a3b2f5 req-96aeb138-7a3d-4aeb-bf31-604773d27f0b tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=371bf6c9-089d-402f-ae7e-433129257445 HTTP/1.1" status: 200 len: 944 time: 0.1035931 Sep 17 17:29:50.984979 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cc6a1b63-4b9b-4516-962d-9edf52a3b2f5 req-bab756f4-5ef9-4f1e-8386-36a9bdb5c765 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908229 Sep 17 17:29:51.392504 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-92c56532-debf-4999-8e65-e6a61e0ce8ec tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:51.562989 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-92c56532-debf-4999-8e65-e6a61e0ce8ec tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:51.785542 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36c3d6-942d-417d-b3e7-e8441543dda7 req-b798bdb6-d178-4496-8da8-1b3fa772e057 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:51.793197 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3e36c3d6-942d-417d-b3e7-e8441543dda7 req-b798bdb6-d178-4496-8da8-1b3fa772e057 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.0685654 Sep 17 17:29:51.807408 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-92c56532-debf-4999-8e65-e6a61e0ce8ec tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks [] for port, precommit_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:51.838902 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3e36c3d6-942d-417d-b3e7-e8441543dda7 req-81fe8669-b700-45ab-bb7e-d20e4c14f265 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435400 Sep 17 17:29:52.117377 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537dc204-5ca2-4f3c-9507-5d47bad0776d req-35d8cf91-7f8c-49e8-acc9-0d5157e6bc2a tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:52.147033 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-537dc204-5ca2-4f3c-9507-5d47bad0776d req-35d8cf91-7f8c-49e8-acc9-0d5157e6bc2a tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=371bf6c9-089d-402f-ae7e-433129257445 HTTP/1.1" status: 200 len: 944 time: 0.0566847 Sep 17 17:29:52.166856 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-537dc204-5ca2-4f3c-9507-5d47bad0776d req-cabe5003-f500-4d39-9906-99ce9edc65e9 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414059 Sep 17 17:29:52.254675 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-92c56532-debf-4999-8e65-e6a61e0ce8ec tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179156'] for port, after_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:52.332728 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c56532-debf-4999-8e65-e6a61e0ce8ec tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Pushing event updated for resources: {'Port': ['ID=17568fb9-0eb2-484d-95e3-67f123fa7af0,revision_number=2']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:52.346598 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-92c56532-debf-4999-8e65-e6a61e0ce8ec tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693841'] for floatingip, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:52.495523 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.db.l3_db [None req-92c56532-debf-4999-8e65-e6a61e0ce8ec tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Floating IP a3fe22db-da7c-4508-8070-0a2cacc3f341 associated. External IP: 172.27.2.2, port: 4eeb8841-1ba9-4d31-b23e-dfe00e140760. Sep 17 17:29:52.797009 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c56532-debf-4999-8e65-e6a61e0ce8ec tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Router de60e534-f763-4543-a4e8-74a22b4b419d has already been hosted by L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 {{(pid=94716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 17:29:52.906721 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c7bf5d1a-518d-4689-9d86-b948811329a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:53.049021 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1eda3-ccae-4d2e-a313-a23295dbd5f5 req-0448474e-8faf-49dc-87f6-d20d175f4f6a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:53.054829 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e6e1eda3-ccae-4d2e-a313-a23295dbd5f5 req-0448474e-8faf-49dc-87f6-d20d175f4f6a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.0617108 Sep 17 17:29:53.085138 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c56532-debf-4999-8e65-e6a61e0ce8ec tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:29:53.099034 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75c9b27-1aa9-4ebb-b8e4-7b864baa837c None None] Sync routers for ids ['de60e534-f763-4543-a4e8-74a22b4b419d'] in dv-cinder-809828-1-iscsi {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:29:53.115507 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75c9b27-1aa9-4ebb-b8e4-7b864baa837c None None] Routers {'de60e534-f763-4543-a4e8-74a22b4b419d'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:29:53.116295 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-a75c9b27-1aa9-4ebb-b8e4-7b864baa837c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:29:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['de60e534-f763-4543-a4e8-74a22b4b419d'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:29:53.154026 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e6e1eda3-ccae-4d2e-a313-a23295dbd5f5 req-605d29d1-f882-42fe-86b3-9d9d3d24036e tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861549 Sep 17 17:29:53.188911 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 4e6f7b95-8273-4221-89a7-219336133eb0 details requested by agent hyperv_hv-cinder-80982 with host hv-cinder-80982 {{(pid=94717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 17:29:53.232075 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-92c56532-debf-4999-8e65-e6a61e0ce8ec tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for floatingip, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:53.333251 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-92c56532-debf-4999-8e65-e6a61e0ce8ec tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.5015395 Sep 17 17:29:53.333928 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5fad701-4069-4134-80ad-e256167dd80e', 'tag': '4eeb8841-1ba9-4d31-b23e-dfe00e140760'}] {{(pid=94716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:29:53.337465 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df9138d11f8472d727ed0ce957ddc62082afedeca3de815bde0fc4929ed8996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2de60b-2246-4b74-83b4-48db9f883e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "f5fad701-4069-4134-80ad-e256167dd80e", "tag": "4eeb8841-1ba9-4d31-b23e-dfe00e140760"}]}' {{(pid=94716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:29:53.426298 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f843d0c-a7f4-46de-ba63-18bab5ae3574 req-4ece7c17-fdbb-48ac-b307-685720062cc8 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:53.429104 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4f843d0c-a7f4-46de-ba63-18bab5ae3574 req-4ece7c17-fdbb-48ac-b307-685720062cc8 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=371bf6c9-089d-402f-ae7e-433129257445 HTTP/1.1" status: 200 len: 944 time: 0.1056154 Sep 17 17:29:53.482529 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 17:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d418ec-e41c-470b-865e-b922fc0258f1 x-openstack-request-id: req-b9d418ec-e41c-470b-865e-b922fc0258f1 {{(pid=94716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:29:53.482928 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5fad701-4069-4134-80ad-e256167dd80e", "tag": "4eeb8841-1ba9-4d31-b23e-dfe00e140760", "status": "completed", "code": 200}]} {{(pid=94716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:29:53.483316 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b9d418ec-e41c-470b-865e-b922fc0258f1 {{(pid=94716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:29:53.483886 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5fad701-4069-4134-80ad-e256167dd80e', 'tag': '4eeb8841-1ba9-4d31-b23e-dfe00e140760', 'status': 'completed', 'code': 200} Sep 17 17:29:53.487586 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4f843d0c-a7f4-46de-ba63-18bab5ae3574 req-d3e79fc0-f357-4ba5-af00-f1e3f5acedea tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503240 Sep 17 17:29:53.552609 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2de60b-2246-4b74-83b4-48db9f883e6a req-a1bb1aab-3dbf-4316-97de-a2bf891a19f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:53.554579 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bf2de60b-2246-4b74-83b4-48db9f883e6a req-a1bb1aab-3dbf-4316-97de-a2bf891a19f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=050d0f8bf6fd486c9c994e60c94beb88&device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 1098 time: 0.0452914 Sep 17 17:29:53.648423 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 4e6f7b95-8273-4221-89a7-219336133eb0, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=4e6f7b95-8273-4221-89a7-219336133eb0,segment=NetworkSegment(785f5f27-bced-428b-8eaf-2715efe38648),segment_id=785f5f27-bced-428b-8eaf-2715efe38648)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:29:53.669982 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Returning: {'device': '4e6f7b95-8273-4221-89a7-219336133eb0', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'port_id': '4e6f7b95-8273-4221-89a7-219336133eb0', 'mac_address': 'fa:16:3e:f7:a2:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 17:29:53.681780 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-a75c9b27-1aa9-4ebb-b8e4-7b864baa837c None None] Set router de60e534-f763-4543-a4e8-74a22b4b419d gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:29:53.692645 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2de60b-2246-4b74-83b4-48db9f883e6a req-6827e3d1-4f2c-4f7f-ac2c-4e0a0f04de78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:53.694578 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bf2de60b-2246-4b74-83b4-48db9f883e6a req-6827e3d1-4f2c-4f7f-ac2c-4e0a0f04de78 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c5fd655e-5563-4ef4-b398-7647045e7dc0 HTTP/1.1" status: 200 len: 910 time: 0.1326604 Sep 17 17:29:53.776963 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bf2de60b-2246-4b74-83b4-48db9f883e6a req-bca429e9-db66-477a-8243-3ebc16dd528e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4eeb8841-1ba9-4d31-b23e-dfe00e140760 HTTP/1.1" status: 200 len: 997 time: 0.0749233 Sep 17 17:29:53.838777 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2de60b-2246-4b74-83b4-48db9f883e6a req-8e2ff393-08bc-4555-9468-c4cd9e4a154d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:53.840590 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bf2de60b-2246-4b74-83b4-48db9f883e6a req-8e2ff393-08bc-4555-9468-c4cd9e4a154d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=acf76a6c-c31d-46bf-ad83-cd7ec2729137 HTTP/1.1" status: 200 len: 848 time: 0.0550981 Sep 17 17:29:53.855397 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:53.898835 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e6f7b95-8273-4221-89a7-219336133eb0 {{(pid=94717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:29:53.903467 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2de60b-2246-4b74-83b4-48db9f883e6a req-e5f8226b-34e4-484c-9996-59385536cd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:53.905033 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bf2de60b-2246-4b74-83b4-48db9f883e6a req-e5f8226b-34e4-484c-9996-59385536cd8d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c5fd655e-5563-4ef4-b398-7647045e7dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533795 Sep 17 17:29:53.958935 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 4e6f7b95-8273-4221-89a7-219336133eb0, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=4e6f7b95-8273-4221-89a7-219336133eb0,segment=NetworkSegment(785f5f27-bced-428b-8eaf-2715efe38648),segment_id=785f5f27-bced-428b-8eaf-2715efe38648)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:29:54.031609 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bf2de60b-2246-4b74-83b4-48db9f883e6a req-c3005562-98ad-4774-b2cf-346259c3ea32 service neutron] 10.222.0.42 "GET /v2.0/networks/c5fd655e-5563-4ef4-b398-7647045e7dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172857 Sep 17 17:29:54.032756 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:54.110557 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=4e6f7b95-8273-4221-89a7-219336133eb0,revision_number=4']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:54.137145 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-a75c9b27-1aa9-4ebb-b8e4-7b864baa837c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de60e534-f763-4543-a4e8-74a22b4b419d', 'name': 'tempest-TestShelveInstance-2130545818-router', 'tenant_id': '050d0f8bf6fd486c9c994e60c94beb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '4957c5f6-402f-4e6f-aeec-2fdce38daeba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:28:51Z', 'updated_at': '2021-09-17T17:28:55Z', 'revision_number': 4, 'project_id': '050d0f8bf6fd486c9c994e60c94beb88', 'gw_port': {'id': '4957c5f6-402f-4e6f-aeec-2fdce38daeba', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de60e534-f763-4543-a4e8-74a22b4b419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:28:52Z', 'updated_at': '2021-09-17T17:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_floatingips': [{'id': 'a3fe22db-da7c-4508-8070-0a2cacc3f341', 'tenant_id': '050d0f8bf6fd486c9c994e60c94beb88', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'router_id': 'de60e534-f763-4543-a4e8-74a22b4b419d', 'port_id': '4eeb8841-1ba9-4d31-b23e-dfe00e140760', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5fd655e-5563-4ef4-b398-7647045e7dc0', 'mac_address': 'fa:16:3e:0e:3c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fad701-4069-4134-80ad-e256167dd80e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T17:29:51Z', 'updated_at': '2021-09-17T17:29:51Z', 'revision_number': 0, 'project_id': '050d0f8bf6fd486c9c994e60c94beb88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fc5d00f-272f-4732-8520-16df11cf621c', 'name': '', 'network_id': 'c5fd655e-5563-4ef4-b398-7647045e7dc0', 'tenant_id': '050d0f8bf6fd486c9c994e60c94beb88', 'mac_address': 'fa:16:3e:a3:5b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de60e534-f763-4543-a4e8-74a22b4b419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'acf76a6c-c31d-46bf-ad83-cd7ec2729137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:28:54Z', 'updated_at': '2021-09-17T17:28:58Z', 'revision_number': 5, 'project_id': '050d0f8bf6fd486c9c994e60c94beb88', 'subnets': [{'id': 'acf76a6c-c31d-46bf-ad83-cd7ec2729137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:29:54.176088 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75c9b27-1aa9-4ebb-b8e4-7b864baa837c None None] Checking router: de60e534-f763-4543-a4e8-74a22b4b419d for host: dv-cinder-809828-1-iscsi {{(pid=94717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:29:54.223337 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75c9b27-1aa9-4ebb-b8e4-7b864baa837c None None] Routers {'de60e534-f763-4543-a4e8-74a22b4b419d'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:29:54.226427 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-a75c9b27-1aa9-4ebb-b8e4-7b864baa837c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:29:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['de60e534-f763-4543-a4e8-74a22b4b419d'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:29:54.247202 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bf2de60b-2246-4b74-83b4-48db9f883e6a req-4fee23b4-6f97-4292-9f8e-cd585b04ec21 service neutron] 10.222.0.42 "GET /v2.0/networks/c5fd655e-5563-4ef4-b398-7647045e7dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020857 Sep 17 17:29:54.383261 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['4e6f7b95-8273-4221-89a7-219336133eb0'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:29:54.473099 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a7f1d-13aa-4ed2-9e17-b20ae7e26dd9 req-3e707c7a-022a-4bef-bd50-d10a812cf6ed tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:54.490895 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1e2a7f1d-13aa-4ed2-9e17-b20ae7e26dd9 req-3e707c7a-022a-4bef-bd50-d10a812cf6ed tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.1623950 Sep 17 17:29:54.626195 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1e2a7f1d-13aa-4ed2-9e17-b20ae7e26dd9 req-ae4e6c8e-9227-4115-9928-089c5f0f14c0 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338289 Sep 17 17:29:54.645368 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-a75c9b27-1aa9-4ebb-b8e4-7b864baa837c None None] Set router de60e534-f763-4543-a4e8-74a22b4b419d gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:29:54.663708 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4a6d7-d1fa-4248-b02b-a1806d22429b req-36c83cce-b09f-4d49-a4c0-6c939e46205c tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:54.665543 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0eb4a6d7-d1fa-4248-b02b-a1806d22429b req-36c83cce-b09f-4d49-a4c0-6c939e46205c tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=371bf6c9-089d-402f-ae7e-433129257445 HTTP/1.1" status: 200 len: 945 time: 0.0981891 Sep 17 17:29:54.729145 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0eb4a6d7-d1fa-4248-b02b-a1806d22429b req-47fdd40d-9a3c-48a9-848c-f17b7d08ad29 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550048 Sep 17 17:29:55.052588 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-a75c9b27-1aa9-4ebb-b8e4-7b864baa837c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de60e534-f763-4543-a4e8-74a22b4b419d', 'name': 'tempest-TestShelveInstance-2130545818-router', 'tenant_id': '050d0f8bf6fd486c9c994e60c94beb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '4957c5f6-402f-4e6f-aeec-2fdce38daeba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:28:51Z', 'updated_at': '2021-09-17T17:28:55Z', 'revision_number': 4, 'project_id': '050d0f8bf6fd486c9c994e60c94beb88', 'gw_port': {'id': '4957c5f6-402f-4e6f-aeec-2fdce38daeba', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de60e534-f763-4543-a4e8-74a22b4b419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:28:52Z', 'updated_at': '2021-09-17T17:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_floatingips': [{'id': 'a3fe22db-da7c-4508-8070-0a2cacc3f341', 'tenant_id': '050d0f8bf6fd486c9c994e60c94beb88', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'router_id': 'de60e534-f763-4543-a4e8-74a22b4b419d', 'port_id': '4eeb8841-1ba9-4d31-b23e-dfe00e140760', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5fd655e-5563-4ef4-b398-7647045e7dc0', 'mac_address': 'fa:16:3e:0e:3c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fad701-4069-4134-80ad-e256167dd80e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T17:29:51Z', 'updated_at': '2021-09-17T17:29:51Z', 'revision_number': 0, 'project_id': '050d0f8bf6fd486c9c994e60c94beb88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fc5d00f-272f-4732-8520-16df11cf621c', 'name': '', 'network_id': 'c5fd655e-5563-4ef4-b398-7647045e7dc0', 'tenant_id': '050d0f8bf6fd486c9c994e60c94beb88', 'mac_address': 'fa:16:3e:a3:5b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de60e534-f763-4543-a4e8-74a22b4b419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'acf76a6c-c31d-46bf-ad83-cd7ec2729137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:28:54Z', 'updated_at': '2021-09-17T17:28:58Z', 'revision_number': 5, 'project_id': '050d0f8bf6fd486c9c994e60c94beb88', 'subnets': [{'id': 'acf76a6c-c31d-46bf-ad83-cd7ec2729137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:29:55.085838 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75c9b27-1aa9-4ebb-b8e4-7b864baa837c None None] The sync data for ids ['de60e534-f763-4543-a4e8-74a22b4b419d'] in dv-cinder-809828-1-iscsi is: [{'id': 'de60e534-f763-4543-a4e8-74a22b4b419d', 'name': 'tempest-TestShelveInstance-2130545818-router', 'tenant_id': '050d0f8bf6fd486c9c994e60c94beb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '4957c5f6-402f-4e6f-aeec-2fdce38daeba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:28:51Z', 'updated_at': '2021-09-17T17:28:55Z', 'revision_number': 4, 'project_id': '050d0f8bf6fd486c9c994e60c94beb88', 'gw_port': {'id': '4957c5f6-402f-4e6f-aeec-2fdce38daeba', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de60e534-f763-4543-a4e8-74a22b4b419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:28:52Z', 'updated_at': '2021-09-17T17:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_floatingips': [{'id': 'a3fe22db-da7c-4508-8070-0a2cacc3f341', 'tenant_id': '050d0f8bf6fd486c9c994e60c94beb88', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'router_id': 'de60e534-f763-4543-a4e8-74a22b4b419d', 'port_id': '4eeb8841-1ba9-4d31-b23e-dfe00e140760', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5fd655e-5563-4ef4-b398-7647045e7dc0', 'mac_address': 'fa:16:3e:0e:3c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5fad701-4069-4134-80ad-e256167dd80e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T17:29:51Z', 'updated_at': '2021-09-17T17:29:51Z', 'revision_number': 0, 'project_id': '050d0f8bf6fd486c9c994e60c94beb88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fc5d00f-272f-4732-8520-16df11cf621c', 'name': '', 'network_id': 'c5fd655e-5563-4ef4-b398-7647045e7dc0', 'tenant_id': '050d0f8bf6fd486c9c994e60c94beb88', 'mac_address': 'fa:16:3e:a3:5b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de60e534-f763-4543-a4e8-74a22b4b419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'acf76a6c-c31d-46bf-ad83-cd7ec2729137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:28:54Z', 'updated_at': '2021-09-17T17:28:58Z', 'revision_number': 5, 'project_id': '050d0f8bf6fd486c9c994e60c94beb88', 'subnets': [{'id': 'acf76a6c-c31d-46bf-ad83-cd7ec2729137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:29:55.349140 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05068a1a-f89b-45c1-a1db-37933f0cf188 None None] New status for floating IP a3fe22db-da7c-4508-8070-0a2cacc3f341: ACTIVE {{(pid=94718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 17:29:55.677452 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-8ebe7482-7148-4e3b-b2aa-36f76a2ab7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:55.840479 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206ea5e-fe9a-4da6-b4cc-65df1f145481 req-d4b7be02-6122-475e-8700-3bca4e87b733 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:55.842004 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3206ea5e-fe9a-4da6-b4cc-65df1f145481 req-d4b7be02-6122-475e-8700-3bca4e87b733 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.1349061 Sep 17 17:29:55.887938 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-adaefb78-1b63-4a9d-ae03-26f6e87b53bb tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:55.891093 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-adaefb78-1b63-4a9d-ae03-26f6e87b53bb tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/networks?id=ecda6e12-c805-49f1-b41a-9cb022c549b8 HTTP/1.1" status: 200 len: 814 time: 0.1754634 Sep 17 17:29:55.922224 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3206ea5e-fe9a-4da6-b4cc-65df1f145481 req-baddf55d-e7bd-4bae-9bbd-1d400254de51 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725641 Sep 17 17:29:55.923714 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-400c00d5-6950-4ccd-a287-d9d1e40ffad9 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/quotas/cd6228e1bfae4dbab21bfc338bba9813 HTTP/1.1" status: 200 len: 375 time: 0.0197511 Sep 17 17:29:55.979323 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-b802f095-7f14-4207-b8d0-bbc6ab7e0f74 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cd6228e1bfae4dbab21bfc338bba9813&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500011 Sep 17 17:29:56.101717 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc6266-d345-4cf7-9d00-f51161c2e5b1 req-c282be80-4de0-4beb-8338-ec5a79fe0430 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:56.103279 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-13cc6266-d345-4cf7-9d00-f51161c2e5b1 req-c282be80-4de0-4beb-8338-ec5a79fe0430 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=371bf6c9-089d-402f-ae7e-433129257445 HTTP/1.1" status: 200 len: 945 time: 0.1119714 Sep 17 17:29:56.138850 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-3fef6328-0a7a-44ef-8296-a0575e23939c service neutron] 10.222.0.18 "GET /v2.0/networks/ecda6e12-c805-49f1-b41a-9cb022c549b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389406 Sep 17 17:29:56.173322 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-13cc6266-d345-4cf7-9d00-f51161c2e5b1 req-ba8157cd-82a1-4764-92ee-1423db370477 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621595 Sep 17 17:29:56.243542 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-395d76cf-bb65-43f6-a800-d219e81f30ec service neutron] 10.222.0.18 "GET /v2.0/networks/ecda6e12-c805-49f1-b41a-9cb022c549b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946667 Sep 17 17:29:56.496427 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ba3f210c-1380-4c4b-91a8-764dabb4ae66 req-4af9c438-2126-4b96-bd94-82a071eac172 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 210 time: 0.0400896 Sep 17 17:29:56.745882 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:56.774761 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:57.064450 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922402a-1c39-4d36-b0c5-5bfff5e3cc14 req-e39eb3a8-7c1c-4bbc-9e65-e14a15adfde5 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:57.072123 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d922402a-1c39-4d36-b0c5-5bfff5e3cc14 req-e39eb3a8-7c1c-4bbc-9e65-e14a15adfde5 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.0638757 Sep 17 17:29:57.115268 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d922402a-1c39-4d36-b0c5-5bfff5e3cc14 req-bb43e3a8-59a6-450b-96b8-395f0786b478 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419431 Sep 17 17:29:57.205466 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 4e6f7b95-8273-4221-89a7-219336133eb0 up at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:29:57.307475 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc9ad5-9078-4a70-af74-3c5c2b6ca0bd req-6ade12aa-675d-492c-8d35-9cc6836919ad tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:57.309020 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-38cc9ad5-9078-4a70-af74-3c5c2b6ca0bd req-6ade12aa-675d-492c-8d35-9cc6836919ad tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=371bf6c9-089d-402f-ae7e-433129257445 HTTP/1.1" status: 200 len: 945 time: 0.0598886 Sep 17 17:29:57.350688 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-38cc9ad5-9078-4a70-af74-3c5c2b6ca0bd req-975448bb-fcf2-4aed-8a77-c45a18b19164 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349555 Sep 17 17:29:57.362888 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning for port 4e6f7b95-8273-4221-89a7-219336133eb0 completed by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 17:29:57.367201 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning complete for port 4e6f7b95-8273-4221-89a7-219336133eb0 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:29:57.367910 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:57.471241 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:57.500229 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '371bf6c9-089d-402f-ae7e-433129257445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6f7b95-8273-4221-89a7-219336133eb0'}] {{(pid=94717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:29:57.502896 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef4bfb6114c7858c34ed9f7d570ef17f9d28f3d7fc67a01f0bf07e2066d3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26abeb78-5500-4877-8c8f-a8cad06951e1" -d '{"events": [{"server_uuid": "371bf6c9-089d-402f-ae7e-433129257445", "name": "network-vif-plugged", "status": "completed", "tag": "4e6f7b95-8273-4221-89a7-219336133eb0"}]}' {{(pid=94717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:29:57.519046 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 4e6f7b95-8273-4221-89a7-219336133eb0, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=4e6f7b95-8273-4221-89a7-219336133eb0,segment=NetworkSegment(785f5f27-bced-428b-8eaf-2715efe38648),segment_id=785f5f27-bced-428b-8eaf-2715efe38648)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:29:57.556563 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d746473d-6881-46e1-81b5-f9805eb79e04 x-openstack-request-id: req-d746473d-6881-46e1-81b5-f9805eb79e04 {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:29:57.556962 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "371bf6c9-089d-402f-ae7e-433129257445", "name": "network-vif-plugged", "status": "completed", "tag": "4e6f7b95-8273-4221-89a7-219336133eb0", "code": 200}]} {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:29:57.557321 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d746473d-6881-46e1-81b5-f9805eb79e04 {{(pid=94717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:29:57.557825 dv-cinder-809828-1-iscsi neutron-server[94717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '371bf6c9-089d-402f-ae7e-433129257445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6f7b95-8273-4221-89a7-219336133eb0', 'code': 200} Sep 17 17:29:57.606076 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-915ebda5-7f25-488e-b660-7cc49444e3ed req-67332caf-d4ef-4209-b555-60c791fdb13e tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 210 time: 0.0545661 Sep 17 17:29:57.677487 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:57.735694 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=4e6f7b95-8273-4221-89a7-219336133eb0,revision_number=5']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:29:58.030129 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25099ee7-9dc6-4ae3-8753-88b6502b1daf req-73f39e68-e420-4be0-9468-e6e0e2e464b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:58.031666 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-25099ee7-9dc6-4ae3-8753-88b6502b1daf req-73f39e68-e420-4be0-9468-e6e0e2e464b2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=371bf6c9-089d-402f-ae7e-433129257445 HTTP/1.1" status: 200 len: 1099 time: 0.0495160 Sep 17 17:29:58.074427 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-25099ee7-9dc6-4ae3-8753-88b6502b1daf req-24eff433-99f6-4065-a398-71eb3f25ed07 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357714 Sep 17 17:29:58.270669 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca90e2-6197-4fb9-895e-f07454be5d46 req-6ad6518a-791e-4964-95cf-c7389c031c15 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:58.273221 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c9ca90e2-6197-4fb9-895e-f07454be5d46 req-6ad6518a-791e-4964-95cf-c7389c031c15 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.0653477 Sep 17 17:29:58.318142 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c9ca90e2-6197-4fb9-895e-f07454be5d46 req-1cb67988-2106-435a-9752-6e7cf4433aa6 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389643 Sep 17 17:29:58.487242 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1eeb45-2755-4450-be6f-cbf21766a005 req-eae6b633-302d-439e-a06a-0d956c29b800 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:58.489838 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2c1eeb45-2755-4450-be6f-cbf21766a005 req-eae6b633-302d-439e-a06a-0d956c29b800 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=371bf6c9-089d-402f-ae7e-433129257445 HTTP/1.1" status: 200 len: 946 time: 0.0650063 Sep 17 17:29:58.547607 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2c1eeb45-2755-4450-be6f-cbf21766a005 req-82092a5d-d47b-42c2-a11b-896eb2c90172 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500882 Sep 17 17:29:58.551554 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:29:58.699839 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a734d20e-fa73-4059-a64a-e18a7c74e033 req-a9d2233c-ce0b-4769-8682-8dbc60abb5fb tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 210 time: 0.0359943 Sep 17 17:29:59.508560 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb29b95-85d5-40c6-aab8-025689d479d5 req-a40de871-72d7-4f2b-9d88-33a77c420e95 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:59.510985 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9eb29b95-85d5-40c6-aab8-025689d479d5 req-a40de871-72d7-4f2b-9d88-33a77c420e95 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.1119497 Sep 17 17:29:59.558508 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-ac397e11-df84-4dfb-8e8c-6cf9dd17075c tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:59.560105 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-ac397e11-df84-4dfb-8e8c-6cf9dd17075c tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.42 "GET /v2.0/networks?id=ecda6e12-c805-49f1-b41a-9cb022c549b8 HTTP/1.1" status: 200 len: 814 time: 0.1513603 Sep 17 17:29:59.574702 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-ec0331c7-eef1-440d-b35d-9b4e5f42e903 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Request body: {'port': {'device_id': '2fb0ff3e-e589-4e12-8210-22aff6f1c961', 'network_id': 'ecda6e12-c805-49f1-b41a-9cb022c549b8', 'admin_state_up': True, 'tenant_id': 'cd6228e1bfae4dbab21bfc338bba9813'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:29:59.581595 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9eb29b95-85d5-40c6-aab8-025689d479d5 req-30d4c695-e3f1-4aec-8f36-ab1762e25e72 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627930 Sep 17 17:29:59.716519 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05978ab6-5150-444d-9639-bd89210a4eb2 req-6b2fc900-655b-4803-8873-19283cdc30e0 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:59.718187 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-05978ab6-5150-444d-9639-bd89210a4eb2 req-6b2fc900-655b-4803-8873-19283cdc30e0 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=371bf6c9-089d-402f-ae7e-433129257445 HTTP/1.1" status: 200 len: 946 time: 0.0762610 Sep 17 17:29:59.763515 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-05978ab6-5150-444d-9639-bd89210a4eb2 req-6c8924b5-07d6-4d0b-859b-0a3d945028fd tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379486 Sep 17 17:29:59.848794 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a25b94fa-b84e-4d41-b497-73921c10ccf5 req-a7dc25a3-5078-4110-a829-56c1521cbfd9 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 210 time: 0.0282543 Sep 17 17:29:59.899151 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07964c-da86-4c85-961d-2f346d400157 req-8d3349da-9d00-496d-8a98-e8d0cf493a8f tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:29:59.900622 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3e07964c-da86-4c85-961d-2f346d400157 req-8d3349da-9d00-496d-8a98-e8d0cf493a8f tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=371bf6c9-089d-402f-ae7e-433129257445 HTTP/1.1" status: 200 len: 946 time: 0.0509861 Sep 17 17:29:59.906902 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-ec0331c7-eef1-440d-b35d-9b4e5f42e903 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Made reservation on behalf of cd6228e1bfae4dbab21bfc338bba9813 for: {'port': 1} {{(pid=94715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:29:59.906902 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-ec0331c7-eef1-440d-b35d-9b4e5f42e903 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:00.040474 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3e07964c-da86-4c85-961d-2f346d400157 req-6914422d-3d70-4977-bbd0-5a21e1b862ac tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326120 Sep 17 17:30:00.067436 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 33908) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:30:00.081742 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.db_base_plugin_common [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-ec0331c7-eef1-440d-b35d-9b4e5f42e903 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Allocated IP 172.20.0.14 (ecda6e12-c805-49f1-b41a-9cb022c549b8/fdb68e07-5307-4edb-908e-1ffad9e10205/34c60f31-f757-4ff8-b513-1d2e1313d196) {{(pid=94715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:30:00.148849 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c63eae7-0c14-4f0f-90a9-e04d8197beee tempest-TestVolumeBootPattern-1249929864 tempest-TestVolumeBootPattern-1249929864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:00.154018 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-4c63eae7-0c14-4f0f-90a9-e04d8197beee tempest-TestVolumeBootPattern-1249929864 tempest-TestVolumeBootPattern-1249929864-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=371bf6c9-089d-402f-ae7e-433129257445 HTTP/1.1" status: 200 len: 1094 time: 0.0849073 Sep 17 17:30:00.154883 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 33912) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:30:00.159984 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-df84571b-bc00-4cf2-92d1-a32dc6c9aae4 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Request body: {'floatingip': {'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'port_id': '4e6f7b95-8273-4221-89a7-219336133eb0', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:30:00.283449 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-df84571b-bc00-4cf2-92d1-a32dc6c9aae4 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for floatingip, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:00.291234 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-ec0331c7-eef1-440d-b35d-9b4e5f42e903 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks [] for port, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:00.438526 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-ec0331c7-eef1-440d-b35d-9b4e5f42e903 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:00.511161 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-ec0331c7-eef1-440d-b35d-9b4e5f42e903 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Network ecda6e12-c805-49f1-b41a-9cb022c549b8 is already hosted by enough agents. {{(pid=94715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:30:00.515547 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-ec0331c7-eef1-440d-b35d-9b4e5f42e903 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Resources bound (agent type, host, resource id): {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:30:00.518510 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-ec0331c7-eef1-440d-b35d-9b4e5f42e903 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Received port after_create {{(pid=94715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:30:00.569491 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0331c7-eef1-440d-b35d-9b4e5f42e903 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Pushing event updated for resources: {'Port': ['ID=34c60f31-f757-4ff8-b513-1d2e1313d196,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:30:00.601741 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-ec0331c7-eef1-440d-b35d-9b4e5f42e903 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:00.602655 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-ec0331c7-eef1-440d-b35d-9b4e5f42e903 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:00.639442 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-df84571b-bc00-4cf2-92d1-a32dc6c9aae4 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:00.716022 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-ec0331c7-eef1-440d-b35d-9b4e5f42e903 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1467156 Sep 17 17:30:00.730741 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-544b618d-90cb-4a25-94c6-6f102b01c4d7 service neutron] Request body: {'port': {'device_id': '2fb0ff3e-e589-4e12-8210-22aff6f1c961', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80982'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:30:00.800918 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.db_base_plugin_common [None req-df84571b-bc00-4cf2-92d1-a32dc6c9aae4 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Allocated IP 172.27.2.175 (7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02/78817fd2-befc-49bb-8f7f-e04863f48a33/d5186a59-e9a0-4d47-b23c-642c711df1a4) {{(pid=94716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:30:00.820034 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-544b618d-90cb-4a25-94c6-6f102b01c4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:00.840821 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3027d-e176-4716-b3c4-b84ea865796d req-5194dd22-a0d4-4e28-b467-fcdad7284796 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:00.842573 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8da3027d-e176-4716-b3c4-b84ea865796d req-5194dd22-a0d4-4e28-b467-fcdad7284796 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.1650038 Sep 17 17:30:00.904879 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-fb1b98f6-0516-4e3c-ab9c-7e31b90239f3 None None] Provisioning complete for port 34c60f31-f757-4ff8-b513-1d2e1313d196 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:30:00.905960 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-fb1b98f6-0516-4e3c-ab9c-7e31b90239f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:00.968231 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-df84571b-bc00-4cf2-92d1-a32dc6c9aae4 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for port, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:00.994769 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-fb1b98f6-0516-4e3c-ab9c-7e31b90239f3 None None] Port 34c60f31-f757-4ff8-b513-1d2e1313d196 cannot update to ACTIVE because it is not bound. {{(pid=94717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 17:30:01.045548 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8da3027d-e176-4716-b3c4-b84ea865796d req-f8462690-4fb9-4abb-aa48-fe373d71dda6 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638081 Sep 17 17:30:01.106697 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-df84571b-bc00-4cf2-92d1-a32dc6c9aae4 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179149'] for port, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:01.162897 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a35e3d-127b-4ef4-bc3c-cb4382381a84 req-854d2c2c-1f0d-4e0a-b375-27772742414e tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:01.166757 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b2a35e3d-127b-4ef4-bc3c-cb4382381a84 req-854d2c2c-1f0d-4e0a-b375-27772742414e tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 932 time: 0.1246405 Sep 17 17:30:01.169221 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df84571b-bc00-4cf2-92d1-a32dc6c9aae4 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Network 7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02 is already hosted by enough agents. {{(pid=94716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:30:01.170361 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84571b-bc00-4cf2-92d1-a32dc6c9aae4 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Pushing event updated for resources: {'Port': ['ID=d5186a59-e9a0-4d47-b23c-642c711df1a4,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:30:01.180220 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.base_scheduler [None req-df84571b-bc00-4cf2-92d1-a32dc6c9aae4 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Resources bound (agent type, host, resource id): {{(pid=94716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:30:01.182850 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df84571b-bc00-4cf2-92d1-a32dc6c9aae4 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Received port after_create {{(pid=94716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:30:01.252251 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b2a35e3d-127b-4ef4-bc3c-cb4382381a84 req-29713b12-5a0d-49b2-b280-e1b5fe18ef7e tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522375 Sep 17 17:30:01.316458 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-544b618d-90cb-4a25-94c6-6f102b01c4d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34c60f31-f757-4ff8-b513-1d2e1313d196 {{(pid=94715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:30:01.325549 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-544b618d-90cb-4a25-94c6-6f102b01c4d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:01.337432 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-544b618d-90cb-4a25-94c6-6f102b01c4d7 service neutron] Transition to ACTIVE for port object 34c60f31-f757-4ff8-b513-1d2e1313d196 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 17:30:01.455218 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-544b618d-90cb-4a25-94c6-6f102b01c4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29270022'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:01.529442 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b618d-90cb-4a25-94c6-6f102b01c4d7 service neutron] Pushing event updated for resources: {'Port': ['ID=34c60f31-f757-4ff8-b513-1d2e1313d196,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:30:01.579491 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-df84571b-bc00-4cf2-92d1-a32dc6c9aae4 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:01.618425 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-544b618d-90cb-4a25-94c6-6f102b01c4d7 service neutron] Attempting to bind port 34c60f31-f757-4ff8-b513-1d2e1313d196 on host hv-cinder-80982 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:30:01.618767 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-544b618d-90cb-4a25-94c6-6f102b01c4d7 service neutron] Attempting to bind port 34c60f31-f757-4ff8-b513-1d2e1313d196 by drivers openvswitch,hyperv on host hv-cinder-80982 at level 0 using segments [{'id': 'a93cae8d-87c7-411d-9608-39873c9ed985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ecda6e12-c805-49f1-b41a-9cb022c549b8'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:30:01.619128 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-544b618d-90cb-4a25-94c6-6f102b01c4d7 service neutron] Attempting to bind port 34c60f31-f757-4ff8-b513-1d2e1313d196 on network ecda6e12-c805-49f1-b41a-9cb022c549b8 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:30:01.624133 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-544b618d-90cb-4a25-94c6-6f102b01c4d7 service neutron] Port 34c60f31-f757-4ff8-b513-1d2e1313d196 on network ecda6e12-c805-49f1-b41a-9cb022c549b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80982 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 17:30:01.624464 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-544b618d-90cb-4a25-94c6-6f102b01c4d7 service neutron] Attempting to bind port 34c60f31-f757-4ff8-b513-1d2e1313d196 on network ecda6e12-c805-49f1-b41a-9cb022c549b8 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:30:01.634977 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-544b618d-90cb-4a25-94c6-6f102b01c4d7 service neutron] Checking agent: {'id': 'e15b8fdc-3f6d-455f-8616-9488d56a2a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80982', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'started_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:30:01.635281 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-544b618d-90cb-4a25-94c6-6f102b01c4d7 service neutron] Checking segment: {'id': 'a93cae8d-87c7-411d-9608-39873c9ed985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ecda6e12-c805-49f1-b41a-9cb022c549b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:30:01.635973 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-544b618d-90cb-4a25-94c6-6f102b01c4d7 service neutron] Bound using segment: {'id': 'a93cae8d-87c7-411d-9608-39873c9ed985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ecda6e12-c805-49f1-b41a-9cb022c549b8'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:30:01.636730 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-544b618d-90cb-4a25-94c6-6f102b01c4d7 service neutron] Bound port: 34c60f31-f757-4ff8-b513-1d2e1313d196, host: hv-cinder-80982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a93cae8d-87c7-411d-9608-39873c9ed985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ecda6e12-c805-49f1-b41a-9cb022c549b8'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:30:01.637007 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-544b618d-90cb-4a25-94c6-6f102b01c4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:01.734060 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-544b618d-90cb-4a25-94c6-6f102b01c4d7 service neutron] For port 34c60f31-f757-4ff8-b513-1d2e1313d196, host hv-cinder-80982, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:30:01.737721 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-544b618d-90cb-4a25-94c6-6f102b01c4d7 service neutron] For port 34c60f31-f757-4ff8-b513-1d2e1313d196, host hv-cinder-80982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=34c60f31-f757-4ff8-b513-1d2e1313d196,segment=NetworkSegment(a93cae8d-87c7-411d-9608-39873c9ed985),segment_id=a93cae8d-87c7-411d-9608-39873c9ed985)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:30:01.755993 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-df84571b-bc00-4cf2-92d1-a32dc6c9aae4 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:01.815600 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-544b618d-90cb-4a25-94c6-6f102b01c4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29270022'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:01.854733 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-544b618d-90cb-4a25-94c6-6f102b01c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:01.855380 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-544b618d-90cb-4a25-94c6-6f102b01c4d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:01.857162 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-544b618d-90cb-4a25-94c6-6f102b01c4d7 service neutron] 10.222.0.42 "PUT /v2.0/ports/34c60f31-f757-4ff8-b513-1d2e1313d196 HTTP/1.1" status: 200 len: 1094 time: 1.1313159 Sep 17 17:30:01.857162 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb0ff3e-e589-4e12-8210-22aff6f1c961', 'tag': '34c60f31-f757-4ff8-b513-1d2e1313d196'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:30:01.859891 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190f6a64-075d-4ffa-a839-8d97d2ab5615" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb0ff3e-e589-4e12-8210-22aff6f1c961", "tag": "34c60f31-f757-4ff8-b513-1d2e1313d196"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:30:01.888788 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b618d-90cb-4a25-94c6-6f102b01c4d7 service neutron] Pushing event updated for resources: {'Port': ['ID=34c60f31-f757-4ff8-b513-1d2e1313d196,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:30:01.931245 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 17:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e406a4bd-6c6f-4d30-abd2-4e57c1a0ca31 x-openstack-request-id: req-e406a4bd-6c6f-4d30-abd2-4e57c1a0ca31 {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:30:01.931545 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb0ff3e-e589-4e12-8210-22aff6f1c961", "tag": "34c60f31-f757-4ff8-b513-1d2e1313d196", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:30:01.931799 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e406a4bd-6c6f-4d30-abd2-4e57c1a0ca31 {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:30:01.932286 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb0ff3e-e589-4e12-8210-22aff6f1c961', 'tag': '34c60f31-f757-4ff8-b513-1d2e1313d196', 'status': 'completed', 'code': 200} Sep 17 17:30:01.987246 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-df84571b-bc00-4cf2-92d1-a32dc6c9aae4 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for port, precommit_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:02.118780 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-df84571b-bc00-4cf2-92d1-a32dc6c9aae4 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179156'] for port, after_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:02.183970 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84571b-bc00-4cf2-92d1-a32dc6c9aae4 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Pushing event updated for resources: {'Port': ['ID=d5186a59-e9a0-4d47-b23c-642c711df1a4,revision_number=2']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:30:02.200230 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0627b62-849f-4bbc-ad2c-e56305eefd00 req-7ac0d920-5986-4d9f-a3d7-21fdab0c535d tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:02.201879 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b0627b62-849f-4bbc-ad2c-e56305eefd00 req-7ac0d920-5986-4d9f-a3d7-21fdab0c535d tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.0695465 Sep 17 17:30:02.222227 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-df84571b-bc00-4cf2-92d1-a32dc6c9aae4 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693841'] for floatingip, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:02.250290 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b0627b62-849f-4bbc-ad2c-e56305eefd00 req-32cf0cea-7099-44cc-bb78-8e84c2123be7 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410972 Sep 17 17:30:02.340039 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.db.l3_db [None req-df84571b-bc00-4cf2-92d1-a32dc6c9aae4 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Floating IP 5442e340-9237-4002-8241-91093796c593 associated. External IP: 172.27.2.175, port: 4e6f7b95-8273-4221-89a7-219336133eb0. Sep 17 17:30:02.385562 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909955c1-40ff-444a-b504-2eb88f5c6570 req-4c90ee47-f589-466b-b442-97607335da95 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:02.387361 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-909955c1-40ff-444a-b504-2eb88f5c6570 req-4c90ee47-f589-466b-b442-97607335da95 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 944 time: 0.0512223 Sep 17 17:30:02.447122 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-909955c1-40ff-444a-b504-2eb88f5c6570 req-6d07d0b2-1a34-4d29-84df-fcbf250b0dea tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527310 Sep 17 17:30:02.565059 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df84571b-bc00-4cf2-92d1-a32dc6c9aae4 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Router 4fd3b38d-8f82-4f32-b91f-1f803db047f1 has already been hosted by L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 {{(pid=94716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 17:30:02.676910 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df84571b-bc00-4cf2-92d1-a32dc6c9aae4 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:30:02.687637 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1de7c59-5d82-4ca8-84ce-0fe20ccd9ab8 None None] Sync routers for ids ['4fd3b38d-8f82-4f32-b91f-1f803db047f1'] in dv-cinder-809828-1-iscsi {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:30:02.696823 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1de7c59-5d82-4ca8-84ce-0fe20ccd9ab8 None None] Routers {'4fd3b38d-8f82-4f32-b91f-1f803db047f1'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:30:02.697575 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-e1de7c59-5d82-4ca8-84ce-0fe20ccd9ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:29:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['4fd3b38d-8f82-4f32-b91f-1f803db047f1'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:30:02.751919 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-df84571b-bc00-4cf2-92d1-a32dc6c9aae4 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for floatingip, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:02.796794 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-df84571b-bc00-4cf2-92d1-a32dc6c9aae4 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6402056 Sep 17 17:30:02.798544 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '371bf6c9-089d-402f-ae7e-433129257445', 'tag': '4e6f7b95-8273-4221-89a7-219336133eb0'}] {{(pid=94716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:30:02.802290 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df9138d11f8472d727ed0ce957ddc62082afedeca3de815bde0fc4929ed8996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf246fc1-9a42-4ffd-8683-bcdb24a638b9" -d '{"events": [{"name": "network-changed", "server_uuid": "371bf6c9-089d-402f-ae7e-433129257445", "tag": "4e6f7b95-8273-4221-89a7-219336133eb0"}]}' {{(pid=94716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:30:02.822575 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-e1de7c59-5d82-4ca8-84ce-0fe20ccd9ab8 None None] Set router 4fd3b38d-8f82-4f32-b91f-1f803db047f1 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:30:02.845767 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 17:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274daf5b-9083-4e75-9480-a855147387bb x-openstack-request-id: req-274daf5b-9083-4e75-9480-a855147387bb {{(pid=94716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:30:02.846417 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "371bf6c9-089d-402f-ae7e-433129257445", "tag": "4e6f7b95-8273-4221-89a7-219336133eb0", "status": "completed", "code": 200}]} {{(pid=94716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:30:02.846813 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-274daf5b-9083-4e75-9480-a855147387bb {{(pid=94716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:30:02.847545 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '371bf6c9-089d-402f-ae7e-433129257445', 'tag': '4e6f7b95-8273-4221-89a7-219336133eb0', 'status': 'completed', 'code': 200} Sep 17 17:30:03.067110 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-e1de7c59-5d82-4ca8-84ce-0fe20ccd9ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'name': 'tempest-TestVolumeBootPattern-93171891-router', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:25:48Z', 'updated_at': '2021-09-17T17:25:52Z', 'revision_number': 4, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'gw_port': {'id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:49Z', 'updated_at': '2021-09-17T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_floatingips': [{'id': '5442e340-9237-4002-8241-91093796c593', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'router_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'port_id': '4e6f7b95-8273-4221-89a7-219336133eb0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'mac_address': 'fa:16:3e:f7:a2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371bf6c9-089d-402f-ae7e-433129257445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T17:30:01Z', 'updated_at': '2021-09-17T17:30:01Z', 'revision_number': 0, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c2769f-3510-44cd-924a-211a08161e3a', 'name': '', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'mac_address': 'fa:16:3e:59:16:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:51Z', 'updated_at': '2021-09-17T17:26:00Z', 'revision_number': 5, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'subnets': [{'id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:30:03.092320 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1de7c59-5d82-4ca8-84ce-0fe20ccd9ab8 None None] Checking router: 4fd3b38d-8f82-4f32-b91f-1f803db047f1 for host: dv-cinder-809828-1-iscsi {{(pid=94717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:30:03.101195 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1de7c59-5d82-4ca8-84ce-0fe20ccd9ab8 None None] Routers {'4fd3b38d-8f82-4f32-b91f-1f803db047f1'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:30:03.101804 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-e1de7c59-5d82-4ca8-84ce-0fe20ccd9ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:29:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['4fd3b38d-8f82-4f32-b91f-1f803db047f1'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:30:03.212005 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-e1de7c59-5d82-4ca8-84ce-0fe20ccd9ab8 None None] Set router 4fd3b38d-8f82-4f32-b91f-1f803db047f1 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:30:03.393953 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554971c-208c-4b46-98a2-35837a5002d3 req-225a8417-6b3e-4834-b373-2a4724c6a4e0 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:03.395542 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6554971c-208c-4b46-98a2-35837a5002d3 req-225a8417-6b3e-4834-b373-2a4724c6a4e0 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.0563562 Sep 17 17:30:03.451625 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6554971c-208c-4b46-98a2-35837a5002d3 req-2cdde72f-8068-4d68-8575-2b176a05f879 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435319 Sep 17 17:30:03.456359 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-e1de7c59-5d82-4ca8-84ce-0fe20ccd9ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'name': 'tempest-TestVolumeBootPattern-93171891-router', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:25:48Z', 'updated_at': '2021-09-17T17:25:52Z', 'revision_number': 4, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'gw_port': {'id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:49Z', 'updated_at': '2021-09-17T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_floatingips': [{'id': '5442e340-9237-4002-8241-91093796c593', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'router_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'port_id': '4e6f7b95-8273-4221-89a7-219336133eb0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'mac_address': 'fa:16:3e:f7:a2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371bf6c9-089d-402f-ae7e-433129257445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T17:30:01Z', 'updated_at': '2021-09-17T17:30:01Z', 'revision_number': 0, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c2769f-3510-44cd-924a-211a08161e3a', 'name': '', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'mac_address': 'fa:16:3e:59:16:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:51Z', 'updated_at': '2021-09-17T17:26:00Z', 'revision_number': 5, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'subnets': [{'id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:30:03.484030 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1de7c59-5d82-4ca8-84ce-0fe20ccd9ab8 None None] The sync data for ids ['4fd3b38d-8f82-4f32-b91f-1f803db047f1'] in dv-cinder-809828-1-iscsi is: [{'id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'name': 'tempest-TestVolumeBootPattern-93171891-router', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:25:48Z', 'updated_at': '2021-09-17T17:25:52Z', 'revision_number': 4, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'gw_port': {'id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:49Z', 'updated_at': '2021-09-17T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_floatingips': [{'id': '5442e340-9237-4002-8241-91093796c593', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'router_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'port_id': '4e6f7b95-8273-4221-89a7-219336133eb0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'mac_address': 'fa:16:3e:f7:a2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371bf6c9-089d-402f-ae7e-433129257445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T17:30:01Z', 'updated_at': '2021-09-17T17:30:01Z', 'revision_number': 0, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c2769f-3510-44cd-924a-211a08161e3a', 'name': '', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'mac_address': 'fa:16:3e:59:16:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:51Z', 'updated_at': '2021-09-17T17:26:00Z', 'revision_number': 5, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'subnets': [{'id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:30:03.612881 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75aaaa7-1b30-4a0a-8a1d-5f96aebc5bb9 req-90036b2e-f239-4a51-a3c3-d1352167be0e tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:03.614666 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f75aaaa7-1b30-4a0a-8a1d-5f96aebc5bb9 req-90036b2e-f239-4a51-a3c3-d1352167be0e tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 944 time: 0.0554574 Sep 17 17:30:03.663925 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f75aaaa7-1b30-4a0a-8a1d-5f96aebc5bb9 req-25d68eaa-105f-4372-8c37-fed99a06c22a tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418839 Sep 17 17:30:03.742346 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c18af33-227e-4b2d-a16c-c6468be629ff None None] New status for floating IP 5442e340-9237-4002-8241-91093796c593: ACTIVE {{(pid=94718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 17:30:04.584571 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41715659-c1e9-4e33-b7b0-10cce7611472 req-f4b900fe-1fe6-4084-a5ee-b8c5fe2d2f5f tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:04.586324 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-41715659-c1e9-4e33-b7b0-10cce7611472 req-f4b900fe-1fe6-4084-a5ee-b8c5fe2d2f5f tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.0584085 Sep 17 17:30:04.628902 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-41715659-c1e9-4e33-b7b0-10cce7611472 req-7add58a6-7d78-40f3-8c18-aca5925b00da tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358281 Sep 17 17:30:04.807566 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92d05f-ee75-4570-a963-4d7a248cc16f req-6c5ceb78-78a6-4e7f-9a86-21cbce7b00c0 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:04.818157 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7d92d05f-ee75-4570-a963-4d7a248cc16f req-6c5ceb78-78a6-4e7f-9a86-21cbce7b00c0 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 944 time: 0.0699596 Sep 17 17:30:04.854763 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7d92d05f-ee75-4570-a963-4d7a248cc16f req-880602ca-ceb1-4468-9ae8-0232ed8fb9a8 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373080 Sep 17 17:30:05.778719 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993ecec-672f-41f8-a7d7-d0518f5c43a3 req-6731f742-ed22-4068-9404-f0622e18d6e1 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:05.780916 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1993ecec-672f-41f8-a7d7-d0518f5c43a3 req-6731f742-ed22-4068-9404-f0622e18d6e1 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.0727201 Sep 17 17:30:05.818469 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1993ecec-672f-41f8-a7d7-d0518f5c43a3 req-381d97f1-82f8-49d8-b99b-d110653e33ff tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315745 Sep 17 17:30:05.970833 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05f6f5-c9e3-4d84-8da5-440c39c3bc98 req-8ded69f5-434d-4ad9-a347-daff804e9804 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:05.972326 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bc05f6f5-c9e3-4d84-8da5-440c39c3bc98 req-8ded69f5-434d-4ad9-a347-daff804e9804 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 944 time: 0.0510190 Sep 17 17:30:06.008831 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bc05f6f5-c9e3-4d84-8da5-440c39c3bc98 req-228ee0a8-6ab4-4939-b749-85fbdb8e968a tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305645 Sep 17 17:30:06.959175 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac54bc-5db3-456c-ad34-debf93998260 req-bc254a2b-275c-43a1-be3a-d85398fb57e3 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:06.960874 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bfac54bc-5db3-456c-ad34-debf93998260 req-bc254a2b-275c-43a1-be3a-d85398fb57e3 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.0554898 Sep 17 17:30:07.004224 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bfac54bc-5db3-456c-ad34-debf93998260 req-6fe2ad6d-81df-43f0-a165-93f3d7220028 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371721 Sep 17 17:30:07.132285 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a8281-61ac-4b01-9b84-a791138ee4d4 req-f26fcd7e-d2b9-43f4-a123-210e03fef0b4 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:07.133796 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-493a8281-61ac-4b01-9b84-a791138ee4d4 req-f26fcd7e-d2b9-43f4-a123-210e03fef0b4 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 944 time: 0.0550766 Sep 17 17:30:07.171816 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-493a8281-61ac-4b01-9b84-a791138ee4d4 req-677aae25-a41e-4ea5-8979-171764193e16 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319040 Sep 17 17:30:08.129819 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219aaf93-0acb-404e-ba30-375ce89dd2fa req-6f4aa67f-20e7-4aa3-9864-e9fca2e2ed66 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:08.131443 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-219aaf93-0acb-404e-ba30-375ce89dd2fa req-6f4aa67f-20e7-4aa3-9864-e9fca2e2ed66 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.0553150 Sep 17 17:30:08.168994 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-219aaf93-0acb-404e-ba30-375ce89dd2fa req-cf7d7062-fb84-411f-a149-0ab2d2e0ce75 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314639 Sep 17 17:30:08.293196 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ac949-4854-46db-b369-00f0c9fa3389 req-095255a5-688b-49d5-9e4b-020e897cd919 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:08.294673 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-615ac949-4854-46db-b369-00f0c9fa3389 req-095255a5-688b-49d5-9e4b-020e897cd919 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 944 time: 0.0548623 Sep 17 17:30:08.336336 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-615ac949-4854-46db-b369-00f0c9fa3389 req-a5ec16bf-2a8d-456d-86e7-fce13a56de88 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346270 Sep 17 17:30:09.310117 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c06c2-cba4-4392-835f-40ae8f65ea39 req-52173aa2-ba19-4f07-87be-31ee511aa757 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:09.311835 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0a2c06c2-cba4-4392-835f-40ae8f65ea39 req-52173aa2-ba19-4f07-87be-31ee511aa757 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.0653152 Sep 17 17:30:09.352577 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0a2c06c2-cba4-4392-835f-40ae8f65ea39 req-498d81ed-52db-4246-aae2-3d87c482d30f tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317972 Sep 17 17:30:09.471585 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996918a-a6b6-49c2-96e9-e6d65a39302c req-fe275465-74da-473c-b4c6-ba513b6b5653 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:09.473222 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3996918a-a6b6-49c2-96e9-e6d65a39302c req-fe275465-74da-473c-b4c6-ba513b6b5653 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 944 time: 0.0654657 Sep 17 17:30:09.516309 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3996918a-a6b6-49c2-96e9-e6d65a39302c req-86d9fcbb-03d5-47c4-9a0f-0f2562d33645 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366170 Sep 17 17:30:10.498928 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e3b9b-82f4-44f5-8ab4-9d86fe7eb7b1 req-4b18429d-0b97-490d-8ac2-3745dc795b47 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:10.501962 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c85e3b9b-82f4-44f5-8ab4-9d86fe7eb7b1 req-4b18429d-0b97-490d-8ac2-3745dc795b47 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.0610600 Sep 17 17:30:10.542202 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c85e3b9b-82f4-44f5-8ab4-9d86fe7eb7b1 req-82097e1e-cfe0-4371-b2b1-1226e5b8d858 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347447 Sep 17 17:30:10.642366 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf39c8e-abd3-4799-8b1d-59619843a57d req-b044267a-5453-43a2-bad4-0d490a00008f tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:10.643953 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cdf39c8e-abd3-4799-8b1d-59619843a57d req-b044267a-5453-43a2-bad4-0d490a00008f tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 944 time: 0.0538886 Sep 17 17:30:10.691746 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cdf39c8e-abd3-4799-8b1d-59619843a57d req-a550f476-f58b-48de-8560-6c65ef9f818a tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412016 Sep 17 17:30:11.664730 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa03393-b15b-49eb-92f4-d8343c4160d2 req-e334fb34-fc68-440c-a871-d7e28f34289f tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:11.666408 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1fa03393-b15b-49eb-92f4-d8343c4160d2 req-e334fb34-fc68-440c-a871-d7e28f34289f tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.0517144 Sep 17 17:30:11.709943 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1fa03393-b15b-49eb-92f4-d8343c4160d2 req-0c5e58d9-e771-4fba-a5f1-ed54a6556579 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372956 Sep 17 17:30:11.813335 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a3e7e-0b70-4c5c-9a01-c33f5f911b01 req-9ea87e38-1ed1-44d1-8056-dd95e7b12122 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:11.814813 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cc5a3e7e-0b70-4c5c-9a01-c33f5f911b01 req-9ea87e38-1ed1-44d1-8056-dd95e7b12122 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 944 time: 0.0519109 Sep 17 17:30:11.854904 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cc5a3e7e-0b70-4c5c-9a01-c33f5f911b01 req-4ce24a9d-b851-4e6c-b8a1-912c37fb7f68 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337136 Sep 17 17:30:12.505955 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf246fc1-9a42-4ffd-8683-bcdb24a638b9 req-59e1ec38-7201-4e3f-9f92-75b4cc07d44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:12.507483 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cf246fc1-9a42-4ffd-8683-bcdb24a638b9 req-59e1ec38-7201-4e3f-9f92-75b4cc07d44e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ae79036f78e4d3c9eb885dec9a803b0&device_id=371bf6c9-089d-402f-ae7e-433129257445 HTTP/1.1" status: 200 len: 1099 time: 0.0590918 Sep 17 17:30:12.509775 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f6a64-075d-4ffa-a839-8d97d2ab5615 req-76f940b3-f32f-47d9-9f21-e31c310ac2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:12.511192 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-190f6a64-075d-4ffa-a839-8d97d2ab5615 req-76f940b3-f32f-47d9-9f21-e31c310ac2bf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd6228e1bfae4dbab21bfc338bba9813&device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 1097 time: 0.0719850 Sep 17 17:30:12.954128 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf246fc1-9a42-4ffd-8683-bcdb24a638b9 req-ef7ff04e-9eb4-4c2f-ae07-210fb43861f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:12.955672 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cf246fc1-9a42-4ffd-8683-bcdb24a638b9 req-ef7ff04e-9eb4-4c2f-ae07-210fb43861f2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=47e2d6e9-ce7e-458e-b5e3-fc8811121e51 HTTP/1.1" status: 200 len: 911 time: 0.4245882 Sep 17 17:30:12.980912 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f6a64-075d-4ffa-a839-8d97d2ab5615 req-596e60ca-ecf0-472d-88fc-d9ac20b7e884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:12.982347 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-190f6a64-075d-4ffa-a839-8d97d2ab5615 req-596e60ca-ecf0-472d-88fc-d9ac20b7e884 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=cd6228e1bfae4dbab21bfc338bba9813&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4495411 Sep 17 17:30:13.096107 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4019a6-6101-40cf-aeb5-b6278f2cec5a req-e7e7b81d-e652-4aab-857a-5da195e2e377 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:13.097572 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1d4019a6-6101-40cf-aeb5-b6278f2cec5a req-e7e7b81d-e652-4aab-857a-5da195e2e377 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 944 time: 0.1677339 Sep 17 17:30:13.135165 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e41803-d383-49a8-83a2-e44ac8e1df63 req-6cfb3510-2cbd-4192-91ea-2d980316585b tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:13.136579 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-43e41803-d383-49a8-83a2-e44ac8e1df63 req-6cfb3510-2cbd-4192-91ea-2d980316585b tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.2078214 Sep 17 17:30:13.138308 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cf246fc1-9a42-4ffd-8683-bcdb24a638b9 req-cbca98d7-7f3e-4400-9402-f993556422e4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e6f7b95-8273-4221-89a7-219336133eb0 HTTP/1.1" status: 200 len: 1002 time: 0.1550789 Sep 17 17:30:13.271877 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1d4019a6-6101-40cf-aeb5-b6278f2cec5a req-69821a19-2bfd-4cad-b58a-c48cfe1758e5 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444311 Sep 17 17:30:13.278640 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf246fc1-9a42-4ffd-8683-bcdb24a638b9 req-4b083acb-eac0-4248-8b91-19993de3f930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:13.280168 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cf246fc1-9a42-4ffd-8683-bcdb24a638b9 req-4b083acb-eac0-4248-8b91-19993de3f930 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b86cd3d2-7e31-4268-bbf5-56635408c00d HTTP/1.1" status: 200 len: 849 time: 0.1286347 Sep 17 17:30:13.285471 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-43e41803-d383-49a8-83a2-e44ac8e1df63 req-6bedfa1c-d703-422a-9bf4-bbf8e6d83e46 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378758 Sep 17 17:30:13.286498 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f6a64-075d-4ffa-a839-8d97d2ab5615 req-bf418902-f505-4745-87a1-c228930faab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:13.287934 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-190f6a64-075d-4ffa-a839-8d97d2ab5615 req-bf418902-f505-4745-87a1-c228930faab2 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2625265 Sep 17 17:30:13.325264 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea0a6e-2807-4e3b-9a9b-5d34d7b74b2b req-4c68c18b-6f17-4d7f-ba2a-223fef4d8314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:13.326777 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fcea0a6e-2807-4e3b-9a9b-5d34d7b74b2b req-4c68c18b-6f17-4d7f-ba2a-223fef4d8314 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d00f129a8555488e830b8922b204b52b&device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 1098 time: 0.1170802 Sep 17 17:30:13.365293 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf246fc1-9a42-4ffd-8683-bcdb24a638b9 req-0c4eb066-a105-4182-94a4-2c93706125d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:13.366684 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cf246fc1-9a42-4ffd-8683-bcdb24a638b9 req-0c4eb066-a105-4182-94a4-2c93706125d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=47e2d6e9-ce7e-458e-b5e3-fc8811121e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770011 Sep 17 17:30:13.500793 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-527613bd-c99b-4cf6-a1f1-53ed448af11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:13.502309 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-527613bd-c99b-4cf6-a1f1-53ed448af11c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd6228e1bfae4dbab21bfc338bba9813&device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 1097 time: 0.1557674 Sep 17 17:30:13.525882 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea0a6e-2807-4e3b-9a9b-5d34d7b74b2b req-ec54c6cf-802d-4f37-8886-9e7bbb6f7b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:13.527323 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fcea0a6e-2807-4e3b-9a9b-5d34d7b74b2b req-ec54c6cf-802d-4f37-8886-9e7bbb6f7b34 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cb36a6d4-a9d9-4809-94d8-ccef3d49f97a HTTP/1.1" status: 200 len: 918 time: 0.1914222 Sep 17 17:30:13.567232 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-5ef6e0af-c676-402e-ae78-0479e6759861 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34c60f31-f757-4ff8-b513-1d2e1313d196 HTTP/1.1" status: 200 len: 217 time: 0.0546246 Sep 17 17:30:13.601770 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cf246fc1-9a42-4ffd-8683-bcdb24a638b9 req-eb18ace1-9afa-4853-ae81-a55e707da8f5 service neutron] 10.222.0.42 "GET /v2.0/networks/47e2d6e9-ce7e-458e-b5e3-fc8811121e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151093 Sep 17 17:30:13.712540 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fcea0a6e-2807-4e3b-9a9b-5d34d7b74b2b req-7165ef1e-b4d5-49e1-a94e-97f04093fd44 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=755975be-ed81-4fc9-abfc-9b5c7bfa57d5 HTTP/1.1" status: 200 len: 1000 time: 0.1537838 Sep 17 17:30:13.715323 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-b5cebe22-8ea8-48c2-b329-81e87917f2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:13.716640 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-b5cebe22-8ea8-48c2-b329-81e87917f2ba service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fdb68e07-5307-4edb-908e-1ffad9e10205 HTTP/1.1" status: 200 len: 853 time: 0.1172540 Sep 17 17:30:13.798158 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cf246fc1-9a42-4ffd-8683-bcdb24a638b9 req-fad8239d-1aa2-4d11-8171-21b782f45c04 service neutron] 10.222.0.42 "GET /v2.0/networks/47e2d6e9-ce7e-458e-b5e3-fc8811121e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845124 Sep 17 17:30:13.813454 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-3528d7bb-e0c2-4719-a2dc-7f3703036e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:13.815150 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-3528d7bb-e0c2-4719-a2dc-7f3703036e74 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecda6e12-c805-49f1-b41a-9cb022c549b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0786927 Sep 17 17:30:13.816736 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea0a6e-2807-4e3b-9a9b-5d34d7b74b2b req-87d5b82b-3c36-41d6-a375-870b65a44fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:13.818047 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fcea0a6e-2807-4e3b-9a9b-5d34d7b74b2b req-87d5b82b-3c36-41d6-a375-870b65a44fac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fde94289-3ec1-481c-9f1d-1204a3b357ea HTTP/1.1" status: 200 len: 856 time: 0.0906522 Sep 17 17:30:13.928159 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea0a6e-2807-4e3b-9a9b-5d34d7b74b2b req-e2454512-d068-4f2c-b23d-d9944cb8e77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:13.929666 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fcea0a6e-2807-4e3b-9a9b-5d34d7b74b2b req-e2454512-d068-4f2c-b23d-d9944cb8e77a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cb36a6d4-a9d9-4809-94d8-ccef3d49f97a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0987747 Sep 17 17:30:13.954451 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-f4d6ed95-7083-4133-960e-e336d22d5335 service neutron] 10.222.0.42 "GET /v2.0/networks/ecda6e12-c805-49f1-b41a-9cb022c549b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246109 Sep 17 17:30:14.096011 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fcea0a6e-2807-4e3b-9a9b-5d34d7b74b2b req-a1748a7b-debe-4566-b2d2-edfe0982c71d service neutron] 10.222.0.42 "GET /v2.0/networks/cb36a6d4-a9d9-4809-94d8-ccef3d49f97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542118 Sep 17 17:30:14.101129 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-41d7a06a-8df5-4ac2-a0de-f647650426bc req-76320f67-9bb4-486d-8ce3-22b84fd203ed service neutron] 10.222.0.42 "GET /v2.0/networks/ecda6e12-c805-49f1-b41a-9cb022c549b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375897 Sep 17 17:30:14.191931 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fcea0a6e-2807-4e3b-9a9b-5d34d7b74b2b req-e35416f5-7348-4b63-9234-811056223ae5 service neutron] 10.222.0.42 "GET /v2.0/networks/cb36a6d4-a9d9-4809-94d8-ccef3d49f97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879009 Sep 17 17:30:14.417878 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e366f-5d70-4a5b-b7f2-ef09809c67d8 req-089e031d-ffcd-4a2a-9b2e-5741673730f7 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:14.419511 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c08e366f-5d70-4a5b-b7f2-ef09809c67d8 req-089e031d-ffcd-4a2a-9b2e-5741673730f7 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 944 time: 0.0752301 Sep 17 17:30:14.443051 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4af52-d2ca-410c-bcc6-f46c6fc76307 req-90b37c55-03db-457c-90fe-98443028724c tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:14.444503 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-30d4af52-d2ca-410c-bcc6-f46c6fc76307 req-90b37c55-03db-457c-90fe-98443028724c tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.0739517 Sep 17 17:30:14.489777 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c08e366f-5d70-4a5b-b7f2-ef09809c67d8 req-0eecb231-a40c-4767-9239-4d576b730efa tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636911 Sep 17 17:30:14.502463 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-30d4af52-d2ca-410c-bcc6-f46c6fc76307 req-5b8e7078-dd16-4609-b78d-9acfb9e79095 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518079 Sep 17 17:30:15.441296 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:15.635034 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36c012-0d8c-4e2b-bb91-bb87a684772e req-b86c341b-557c-4e6d-82f4-a63a25f43ea2 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:15.637893 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0e36c012-0d8c-4e2b-bb91-bb87a684772e req-b86c341b-557c-4e6d-82f4-a63a25f43ea2 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 944 time: 0.0799472 Sep 17 17:30:15.648111 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453556c-141f-4e96-9e3a-251ecbcd5452 req-d946c386-4db9-4be9-802f-7951ea4c2035 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:15.649515 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1453556c-141f-4e96-9e3a-251ecbcd5452 req-d946c386-4db9-4be9-802f-7951ea4c2035 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.0648928 Sep 17 17:30:15.698726 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0e36c012-0d8c-4e2b-bb91-bb87a684772e req-52745b7f-11fe-46b4-873a-90e39c87e831 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482011 Sep 17 17:30:15.710505 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1453556c-141f-4e96-9e3a-251ecbcd5452 req-69c06d63-b2ec-475b-897f-b6e6aaf63491 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533955 Sep 17 17:30:16.849968 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca0f1d-d80f-475b-a609-89b635ce4408 req-732424f7-c3c1-4c74-ae60-b0a4a2caa065 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:16.851468 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-32ca0f1d-d80f-475b-a609-89b635ce4408 req-732424f7-c3c1-4c74-ae60-b0a4a2caa065 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 944 time: 0.0842462 Sep 17 17:30:16.859622 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22702f-de57-4993-9645-f4902290ea51 req-564df6d2-07c0-492d-b9f0-7de6e849cea8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:16.860978 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1f22702f-de57-4993-9645-f4902290ea51 req-564df6d2-07c0-492d-b9f0-7de6e849cea8 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 945 time: 0.0676515 Sep 17 17:30:16.909647 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-32ca0f1d-d80f-475b-a609-89b635ce4408 req-63c095c6-e2e2-49c3-b4ee-e188f84c4d62 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471604 Sep 17 17:30:16.922082 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1f22702f-de57-4993-9645-f4902290ea51 req-1e48b5c2-db6c-4391-9b27-323b9a0eb8c3 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535040 Sep 17 17:30:17.313333 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 34c60f31-f757-4ff8-b513-1d2e1313d196 details requested by agent hyperv_hv-cinder-80982 with host hv-cinder-80982 {{(pid=94717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 17:30:17.317626 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 755975be-ed81-4fc9-abfc-9b5c7bfa57d5 no longer exists at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:30:17.461169 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:17.480553 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 34c60f31-f757-4ff8-b513-1d2e1313d196, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=34c60f31-f757-4ff8-b513-1d2e1313d196,segment=NetworkSegment(a93cae8d-87c7-411d-9608-39873c9ed985),segment_id=a93cae8d-87c7-411d-9608-39873c9ed985)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:30:17.497931 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Returning: {'device': '34c60f31-f757-4ff8-b513-1d2e1313d196', 'network_id': 'ecda6e12-c805-49f1-b41a-9cb022c549b8', 'port_id': '34c60f31-f757-4ff8-b513-1d2e1313d196', 'mac_address': 'fa:16:3e:8d:6a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdb68e07-5307-4edb-908e-1ffad9e10205', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 17:30:17.502704 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a25848bb-52fd-475d-9723-91a60d8bb614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '755975be-ed81-4fc9-abfc-9b5c7bfa57d5'}] {{(pid=94717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:30:17.504939 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef4bfb6114c7858c34ed9f7d570ef17f9d28f3d7fc67a01f0bf07e2066d3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e667a6d9-21c4-40dc-964a-635cedfdfff3" -d '{"events": [{"server_uuid": "a25848bb-52fd-475d-9723-91a60d8bb614", "name": "network-vif-unplugged", "status": "completed", "tag": "755975be-ed81-4fc9-abfc-9b5c7bfa57d5"}]}' {{(pid=94717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:30:17.520835 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 755975be-ed81-4fc9-abfc-9b5c7bfa57d5, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=755975be-ed81-4fc9-abfc-9b5c7bfa57d5,segment=NetworkSegment(b1a03354-394c-43d7-9829-253346971927),segment_id=b1a03354-394c-43d7-9829-253346971927)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:30:17.541959 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Sep 2021 17:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfbfc7d-a587-4907-8aa0-d1f6072ce2ac x-openstack-request-id: req-4bfbfc7d-a587-4907-8aa0-d1f6072ce2ac {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:30:17.542246 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a25848bb-52fd-475d-9723-91a60d8bb614", "name": "network-vif-unplugged", "status": "failed", "tag": "755975be-ed81-4fc9-abfc-9b5c7bfa57d5", "code": 422}]} {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:30:17.542497 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4bfbfc7d-a587-4907-8aa0-d1f6072ce2ac {{(pid=94717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:30:17.542899 dv-cinder-809828-1-iscsi neutron-server[94717]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a25848bb-52fd-475d-9723-91a60d8bb614', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '755975be-ed81-4fc9-abfc-9b5c7bfa57d5', 'code': 422} returned with failed status Sep 17 17:30:17.557572 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:17.570500 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34c60f31-f757-4ff8-b513-1d2e1313d196 {{(pid=94717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:30:17.589933 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 34c60f31-f757-4ff8-b513-1d2e1313d196, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=34c60f31-f757-4ff8-b513-1d2e1313d196,segment=NetworkSegment(a93cae8d-87c7-411d-9608-39873c9ed985),segment_id=a93cae8d-87c7-411d-9608-39873c9ed985)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:30:17.677274 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:17.702710 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:17.730780 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=755975be-ed81-4fc9-abfc-9b5c7bfa57d5,revision_number=8']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:30:17.739137 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:30:17.739551 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:30:17.739895 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:30:17.740232 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:30:17.740566 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:30:17.740900 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:30:17.741230 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:30:17.741554 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:30:17.741902 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:30:17.742236 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:30:17.742561 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:30:17.742885 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:30:17.794408 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=34c60f31-f757-4ff8-b513-1d2e1313d196,revision_number=4']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:30:17.969043 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['34c60f31-f757-4ff8-b513-1d2e1313d196'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:30:18.023983 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a6a4b-45f2-4f2f-88e5-afddb06ebaf7 req-bb4ecb8c-d00a-42e6-94af-5660b692a3a1 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:18.025723 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-432a6a4b-45f2-4f2f-88e5-afddb06ebaf7 req-bb4ecb8c-d00a-42e6-94af-5660b692a3a1 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 945 time: 0.0489364 Sep 17 17:30:18.071504 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-432a6a4b-45f2-4f2f-88e5-afddb06ebaf7 req-35337ad7-975a-45d2-ad8c-0a155dc71c94 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396752 Sep 17 17:30:18.983854 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [req-5c3c800c-f7e5-4bf3-9a75-f9be9ff24b2f req-c72aecc1-b7b1-4766-a674-3a26c87d333f service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 17:30:18.984886 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5c3c800c-f7e5-4bf3-9a75-f9be9ff24b2f req-c72aecc1-b7b1-4766-a674-3a26c87d333f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054035 Sep 17 17:30:19.188824 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66486b42-24b1-4829-8053-39104aef6b91 req-9ccc02c5-70a8-45df-ad7c-bc2cb1118a29 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:19.190377 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-66486b42-24b1-4829-8053-39104aef6b91 req-9ccc02c5-70a8-45df-ad7c-bc2cb1118a29 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 945 time: 0.0529420 Sep 17 17:30:19.237769 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-66486b42-24b1-4829-8053-39104aef6b91 req-d3cb2809-ee98-45ef-8270-fe64f4c128c4 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409088 Sep 17 17:30:19.274150 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f9201-52e2-47d8-a665-d823f79c07b2 req-ccd0ecda-b9f2-4f92-b2af-2854aa31201f tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:19.275845 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-027f9201-52e2-47d8-a665-d823f79c07b2 req-ccd0ecda-b9f2-4f92-b2af-2854aa31201f tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 943 time: 0.0585909 Sep 17 17:30:19.313733 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-027f9201-52e2-47d8-a665-d823f79c07b2 req-87f8d036-0dc7-494f-867e-68a11b2b4cf1 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319259 Sep 17 17:30:19.344368 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 34c60f31-f757-4ff8-b513-1d2e1313d196 up at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:30:19.460295 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning for port 34c60f31-f757-4ff8-b513-1d2e1313d196 completed by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 17:30:19.464578 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning complete for port 34c60f31-f757-4ff8-b513-1d2e1313d196 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:30:19.465002 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:19.536403 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ad1148d9-f79c-4e88-81ec-89ff3e8b78d7 req-d583ca06-8316-4b84-bef8-f8002b6d2131 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0382576 Sep 17 17:30:19.545114 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:19.572846 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb0ff3e-e589-4e12-8210-22aff6f1c961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c60f31-f757-4ff8-b513-1d2e1313d196'}] {{(pid=94717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:30:19.575128 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef4bfb6114c7858c34ed9f7d570ef17f9d28f3d7fc67a01f0bf07e2066d3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0819f5b-2dad-4b29-9433-01a29c34d802" -d '{"events": [{"server_uuid": "2fb0ff3e-e589-4e12-8210-22aff6f1c961", "name": "network-vif-plugged", "status": "completed", "tag": "34c60f31-f757-4ff8-b513-1d2e1313d196"}]}' {{(pid=94717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:30:19.588659 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 34c60f31-f757-4ff8-b513-1d2e1313d196, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=34c60f31-f757-4ff8-b513-1d2e1313d196,segment=NetworkSegment(a93cae8d-87c7-411d-9608-39873c9ed985),segment_id=a93cae8d-87c7-411d-9608-39873c9ed985)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:30:19.612559 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ded546-2056-47a3-b8f8-82a9fcdd4ba4 x-openstack-request-id: req-a1ded546-2056-47a3-b8f8-82a9fcdd4ba4 {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:30:19.612853 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb0ff3e-e589-4e12-8210-22aff6f1c961", "name": "network-vif-plugged", "status": "completed", "tag": "34c60f31-f757-4ff8-b513-1d2e1313d196", "code": 200}]} {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:30:19.613109 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a1ded546-2056-47a3-b8f8-82a9fcdd4ba4 {{(pid=94717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:30:19.613502 dv-cinder-809828-1-iscsi neutron-server[94717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb0ff3e-e589-4e12-8210-22aff6f1c961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c60f31-f757-4ff8-b513-1d2e1313d196', 'code': 200} Sep 17 17:30:19.711742 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:19.712559 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 755975be-ed81-4fc9-abfc-9b5c7bfa57d5 no longer exists at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:30:19.784790 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=34c60f31-f757-4ff8-b513-1d2e1313d196,revision_number=5']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:30:19.957408 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb42a90-c14c-484a-9991-ef7fd48a0db6 req-91124fc1-aae0-470a-b16e-90b9f37545c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:19.958970 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2fb42a90-c14c-484a-9991-ef7fd48a0db6 req-91124fc1-aae0-470a-b16e-90b9f37545c9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 1099 time: 0.0432789 Sep 17 17:30:19.997567 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2fb42a90-c14c-484a-9991-ef7fd48a0db6 req-78a7eb4a-9bf2-48cf-a8d8-9ea06104013e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279193 Sep 17 17:30:20.352982 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb12d3f-ac2d-40b9-987d-38296a14386e req-df13542f-10d0-4b6d-8a89-e93a7facf1e0 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:20.355409 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5cb12d3f-ac2d-40b9-987d-38296a14386e req-df13542f-10d0-4b6d-8a89-e93a7facf1e0 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 946 time: 0.0512602 Sep 17 17:30:20.402230 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5cb12d3f-ac2d-40b9-987d-38296a14386e req-169d23fd-5084-463c-9bca-fee437e9fd46 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417645 Sep 17 17:30:20.442129 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441cab96-6715-4a63-ac51-ef15d445d238 req-5e13fa1a-fd7f-4367-85e2-af9ad99c894b tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:20.443922 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-441cab96-6715-4a63-ac51-ef15d445d238 req-5e13fa1a-fd7f-4367-85e2-af9ad99c894b tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 943 time: 0.0557621 Sep 17 17:30:20.483055 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-441cab96-6715-4a63-ac51-ef15d445d238 req-1f387d34-7f89-4720-8355-7094e819be3f tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321400 Sep 17 17:30:21.038473 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1148d9-f79c-4e88-81ec-89ff3e8b78d7 req-b4d23482-e739-42ec-b473-29dd0cde7cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:21.039964 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ad1148d9-f79c-4e88-81ec-89ff3e8b78d7 req-b4d23482-e739-42ec-b473-29dd0cde7cd6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614&tenant_id=d00f129a8555488e830b8922b204b52b HTTP/1.1" status: 200 len: 1096 time: 0.0440674 Sep 17 17:30:21.109240 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1148d9-f79c-4e88-81ec-89ff3e8b78d7 req-d456bb31-858f-4585-84f8-c1c4b3aaeced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:21.110694 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ad1148d9-f79c-4e88-81ec-89ff3e8b78d7 req-d456bb31-858f-4585-84f8-c1c4b3aaeced service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d00f129a8555488e830b8922b204b52b&device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 1096 time: 0.0388913 Sep 17 17:30:21.202944 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1148d9-f79c-4e88-81ec-89ff3e8b78d7 req-176b9ee2-e6b3-4314-9cb1-9892c15b2941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:21.204457 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ad1148d9-f79c-4e88-81ec-89ff3e8b78d7 req-176b9ee2-e6b3-4314-9cb1-9892c15b2941 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cb36a6d4-a9d9-4809-94d8-ccef3d49f97a HTTP/1.1" status: 200 len: 918 time: 0.0832467 Sep 17 17:30:21.281530 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ad1148d9-f79c-4e88-81ec-89ff3e8b78d7 req-979d81e1-e387-493d-acd9-1b43aa9e1088 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=755975be-ed81-4fc9-abfc-9b5c7bfa57d5 HTTP/1.1" status: 200 len: 998 time: 0.0631959 Sep 17 17:30:21.330061 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1148d9-f79c-4e88-81ec-89ff3e8b78d7 req-3e8bbd4e-cd41-4480-a23f-8c92a9e6e728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:21.331457 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ad1148d9-f79c-4e88-81ec-89ff3e8b78d7 req-3e8bbd4e-cd41-4480-a23f-8c92a9e6e728 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fde94289-3ec1-481c-9f1d-1204a3b357ea HTTP/1.1" status: 200 len: 856 time: 0.0424607 Sep 17 17:30:21.379280 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1148d9-f79c-4e88-81ec-89ff3e8b78d7 req-34d9ff22-6188-447a-ab81-314503bcfe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:21.380676 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ad1148d9-f79c-4e88-81ec-89ff3e8b78d7 req-34d9ff22-6188-447a-ab81-314503bcfe51 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cb36a6d4-a9d9-4809-94d8-ccef3d49f97a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398204 Sep 17 17:30:21.486134 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ad1148d9-f79c-4e88-81ec-89ff3e8b78d7 req-13baa3e4-b4f3-4a84-bcbb-dafd1b5bd8ff service neutron] 10.222.0.42 "GET /v2.0/networks/cb36a6d4-a9d9-4809-94d8-ccef3d49f97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954347 Sep 17 17:30:21.591722 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba768a1-4d95-4bc8-ba82-6e3f9cf60f5a req-d4d16198-a5e2-44fc-9725-df816fc22706 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:21.593324 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0ba768a1-4d95-4bc8-ba82-6e3f9cf60f5a req-d4d16198-a5e2-44fc-9725-df816fc22706 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 946 time: 0.1208854 Sep 17 17:30:21.665698 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ad1148d9-f79c-4e88-81ec-89ff3e8b78d7 req-f7f80081-9ccb-4da9-bc3d-40d26924eeea service neutron] 10.222.0.42 "GET /v2.0/networks/cb36a6d4-a9d9-4809-94d8-ccef3d49f97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658657 Sep 17 17:30:21.672245 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0ba768a1-4d95-4bc8-ba82-6e3f9cf60f5a req-9fd431a8-c72b-4829-87ce-e831f38709f7 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599618 Sep 17 17:30:21.681796 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf8ce5-3f73-4034-be96-0d3a81d8ef9b req-a16fafa9-4442-43e0-bee7-4c2527260e34 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:21.683465 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b4bf8ce5-3f73-4034-be96-0d3a81d8ef9b req-a16fafa9-4442-43e0-bee7-4c2527260e34 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 943 time: 0.1128244 Sep 17 17:30:21.730336 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b4bf8ce5-3f73-4034-be96-0d3a81d8ef9b req-d65869ed-fc4b-4b43-96c5-c3a60ec9c4d2 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405235 Sep 17 17:30:21.802066 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f7c99-ebab-4bc9-a6db-229e1d7f2099 req-11b902bc-d0a4-43d4-ad0f-4ef19d6acbe2 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:21.807022 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a53f7c99-ebab-4bc9-a6db-229e1d7f2099 req-11b902bc-d0a4-43d4-ad0f-4ef19d6acbe2 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 946 time: 0.0541427 Sep 17 17:30:21.841661 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a53f7c99-ebab-4bc9-a6db-229e1d7f2099 req-8ff381f7-0eb8-4f71-a6e9-d23823871fbb tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314856 Sep 17 17:30:22.169510 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe5ce0-da6b-4522-9a0f-56905862c99a req-8c9236db-3798-45da-b299-0f627ef57e2b tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:22.170973 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4ffe5ce0-da6b-4522-9a0f-56905862c99a req-8c9236db-3798-45da-b299-0f627ef57e2b tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 946 time: 0.0493174 Sep 17 17:30:22.208489 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4ffe5ce0-da6b-4522-9a0f-56905862c99a req-3cc0f22c-ae00-466a-aba9-204b96ad48a7 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315166 Sep 17 17:30:22.877434 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce35087-b348-458f-9cfb-eb2bc570a6b5 req-0cd017cc-ddc3-4f43-a2bf-ba8abc2086ee tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:22.879575 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0ce35087-b348-458f-9cfb-eb2bc570a6b5 req-0cd017cc-ddc3-4f43-a2bf-ba8abc2086ee tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 943 time: 0.0708625 Sep 17 17:30:22.942489 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0ce35087-b348-458f-9cfb-eb2bc570a6b5 req-9efb8417-ccdd-4ec3-8185-f0d748fd01e2 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555894 Sep 17 17:30:23.010673 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-8b4faa21-f658-4d43-a79d-f1056eb51de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:24.073518 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc909c95-f431-4aba-84a1-f0293a422af8 req-8887708f-fd2c-4a6b-bcb3-a3a1c8db7ca9 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:24.075171 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fc909c95-f431-4aba-84a1-f0293a422af8 req-8887708f-fd2c-4a6b-bcb3-a3a1c8db7ca9 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 943 time: 0.0544758 Sep 17 17:30:24.117329 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fc909c95-f431-4aba-84a1-f0293a422af8 req-e14ed9c5-aeae-4f43-a2f0-0b88268def43 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340168 Sep 17 17:30:25.269334 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9be44-36e5-495b-96cc-1faafc1e03b5 req-d97bbc8e-fd41-49f5-93de-97ef6f46b267 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:25.275497 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cba9be44-36e5-495b-96cc-1faafc1e03b5 req-d97bbc8e-fd41-49f5-93de-97ef6f46b267 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 943 time: 0.0713248 Sep 17 17:30:25.322115 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cba9be44-36e5-495b-96cc-1faafc1e03b5 req-d6d70432-c4bb-4f84-afe9-dbe152a02772 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434637 Sep 17 17:30:25.694494 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-71652d64-57ab-463b-8cc4-80ec0d83f92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:26.023490 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 6 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:30:26.456506 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8dd8b-b130-4c07-b0d0-2ee247d3b4e9 req-2320feae-5533-4366-a9a5-c7aac8d574ab tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:26.459242 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7ad8dd8b-b130-4c07-b0d0-2ee247d3b4e9 req-2320feae-5533-4366-a9a5-c7aac8d574ab tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 943 time: 0.0570209 Sep 17 17:30:26.512804 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7ad8dd8b-b130-4c07-b0d0-2ee247d3b4e9 req-e3672102-d64e-407a-9e22-bba94dc30680 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463388 Sep 17 17:30:27.180343 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:27.221089 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:27.644257 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc1a68-52dd-412f-8e02-7ed5b2ece119 req-f03bce40-7b58-49d5-9c68-a696a13df54d tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:27.645744 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-23cc1a68-52dd-412f-8e02-7ed5b2ece119 req-f03bce40-7b58-49d5-9c68-a696a13df54d tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 943 time: 0.0552051 Sep 17 17:30:27.685235 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-23cc1a68-52dd-412f-8e02-7ed5b2ece119 req-bb54534f-a7e9-4c75-ac26-44e06406fe89 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334580 Sep 17 17:30:28.551690 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:28.829225 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062bb20e-70cc-4f93-aaea-ff2c6df03478 req-f1b7a7f3-dbbf-46eb-a1c0-e59e175c23f6 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:28.830771 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-062bb20e-70cc-4f93-aaea-ff2c6df03478 req-f1b7a7f3-dbbf-46eb-a1c0-e59e175c23f6 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 943 time: 0.0588882 Sep 17 17:30:28.872543 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-062bb20e-70cc-4f93-aaea-ff2c6df03478 req-1e86df2a-6f7d-4e46-8c1a-8868a28229fd tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358076 Sep 17 17:30:29.996260 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12563676-ab81-42e7-8908-749619e26deb req-64c9f703-abfc-431f-8b8b-dc99254867b6 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:29.997755 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-12563676-ab81-42e7-8908-749619e26deb req-64c9f703-abfc-431f-8b8b-dc99254867b6 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 943 time: 0.0502791 Sep 17 17:30:30.037124 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-12563676-ab81-42e7-8908-749619e26deb req-0c6e9c52-fff6-4be4-8157-9433c7b9d6fb tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326514 Sep 17 17:30:31.176012 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7dced7-a85e-468e-8a8b-85b84b9ea09b req-9d1eba86-5203-4e3a-a28d-35548beffe04 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:31.177594 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cb7dced7-a85e-468e-8a8b-85b84b9ea09b req-9d1eba86-5203-4e3a-a28d-35548beffe04 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 943 time: 0.0590389 Sep 17 17:30:31.222424 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cb7dced7-a85e-468e-8a8b-85b84b9ea09b req-1e4ca000-1632-4bbd-9a02-1382e5e34442 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367086 Sep 17 17:30:32.364604 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca82e49-0e86-4582-aded-fb5d245c277c req-3a4ef0a9-d8ab-47ec-b3cd-f1a5f518d3e7 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:32.372236 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-eca82e49-0e86-4582-aded-fb5d245c277c req-3a4ef0a9-d8ab-47ec-b3cd-f1a5f518d3e7 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 943 time: 0.0634789 Sep 17 17:30:32.407458 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-eca82e49-0e86-4582-aded-fb5d245c277c req-e5893fd5-2e3c-48fc-9d96-8d18441362d5 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342090 Sep 17 17:30:33.541706 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c9ce8-0f61-4854-9183-de8cdaebbe1e req-920332f8-e236-4e31-9e3e-25bd8cbbf8c2 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:33.543472 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c15c9ce8-0f61-4854-9183-de8cdaebbe1e req-920332f8-e236-4e31-9e3e-25bd8cbbf8c2 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 943 time: 0.0571175 Sep 17 17:30:33.585248 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c15c9ce8-0f61-4854-9183-de8cdaebbe1e req-4f657afb-d376-471f-a6e0-7bcdf4788b7a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346177 Sep 17 17:30:34.713350 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff7434-a8fc-4dbe-9fef-fd3188fca6b5 req-7f550704-3473-43aa-8674-f4999a4aa95a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:34.715076 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8aff7434-a8fc-4dbe-9fef-fd3188fca6b5 req-7f550704-3473-43aa-8674-f4999a4aa95a tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 943 time: 0.0534177 Sep 17 17:30:34.754665 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8aff7434-a8fc-4dbe-9fef-fd3188fca6b5 req-0be242e9-5a47-4b4c-ad19-b09ed1028bbe tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329788 Sep 17 17:30:35.878201 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a3f86-e2e7-4ce1-a8e3-2aecee23a59b req-43594c91-3de6-47cb-b501-e25db3f75530 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:35.879811 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ba0a3f86-e2e7-4ce1-a8e3-2aecee23a59b req-43594c91-3de6-47cb-b501-e25db3f75530 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 943 time: 0.0519538 Sep 17 17:30:35.920123 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ba0a3f86-e2e7-4ce1-a8e3-2aecee23a59b req-2f89f94f-8cf4-4093-b951-f609f46e2cc0 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344601 Sep 17 17:30:37.051397 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244b28d-47b4-4fe6-89cb-8742047eecec req-396808ed-c0cb-4eaa-89f5-9509eb5f4e03 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:37.052922 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5244b28d-47b4-4fe6-89cb-8742047eecec req-396808ed-c0cb-4eaa-89f5-9509eb5f4e03 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 943 time: 0.0494676 Sep 17 17:30:37.091906 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5244b28d-47b4-4fe6-89cb-8742047eecec req-65636d66-2dfa-447e-9f2f-282b837fb5fc tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325007 Sep 17 17:30:37.490716 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 755975be-ed81-4fc9-abfc-9b5c7bfa57d5 details requested by agent hyperv_hv-cinder-80982 with host hv-cinder-80982 {{(pid=94717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 17:30:37.588014 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 755975be-ed81-4fc9-abfc-9b5c7bfa57d5, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=755975be-ed81-4fc9-abfc-9b5c7bfa57d5,segment=NetworkSegment(b1a03354-394c-43d7-9829-253346971927),segment_id=b1a03354-394c-43d7-9829-253346971927)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:30:37.600557 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Returning: {'device': '755975be-ed81-4fc9-abfc-9b5c7bfa57d5', 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a', 'port_id': '755975be-ed81-4fc9-abfc-9b5c7bfa57d5', 'mac_address': 'fa:16:3e:64:38:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fde94289-3ec1-481c-9f1d-1204a3b357ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 17:30:37.637844 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:37.651349 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 755975be-ed81-4fc9-abfc-9b5c7bfa57d5 {{(pid=94717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:30:37.671032 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 755975be-ed81-4fc9-abfc-9b5c7bfa57d5, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=755975be-ed81-4fc9-abfc-9b5c7bfa57d5,segment=NetworkSegment(b1a03354-394c-43d7-9829-253346971927),segment_id=b1a03354-394c-43d7-9829-253346971927)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:30:37.734445 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:37.783379 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=755975be-ed81-4fc9-abfc-9b5c7bfa57d5,revision_number=9']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:30:38.000748 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['755975be-ed81-4fc9-abfc-9b5c7bfa57d5'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:30:38.216655 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629c32c-19f4-4d1a-adeb-e192cdd7e560 req-aab74d83-30bc-4a59-b712-e24124d774eb tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:38.218272 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0629c32c-19f4-4d1a-adeb-e192cdd7e560 req-aab74d83-30bc-4a59-b712-e24124d774eb tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 944 time: 0.0528419 Sep 17 17:30:38.260775 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0629c32c-19f4-4d1a-adeb-e192cdd7e560 req-53335a1b-9309-4d3b-82f9-7473c3843037 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351353 Sep 17 17:30:39.382621 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad02fa3-1def-47d4-a9c5-7e4718ff7ef9 req-fde31e21-3e45-4428-98ea-62868cd41fa5 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:39.384456 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7ad02fa3-1def-47d4-a9c5-7e4718ff7ef9 req-fde31e21-3e45-4428-98ea-62868cd41fa5 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 944 time: 0.0479965 Sep 17 17:30:39.423399 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7ad02fa3-1def-47d4-a9c5-7e4718ff7ef9 req-da72c856-12be-43fc-abb9-cc63d49afe76 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326505 Sep 17 17:30:39.518929 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 755975be-ed81-4fc9-abfc-9b5c7bfa57d5 up at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:30:39.568126 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning complete for port 755975be-ed81-4fc9-abfc-9b5c7bfa57d5 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:30:39.568126 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:39.640656 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:39.661859 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a25848bb-52fd-475d-9723-91a60d8bb614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755975be-ed81-4fc9-abfc-9b5c7bfa57d5'}] {{(pid=94717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:30:39.664091 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef4bfb6114c7858c34ed9f7d570ef17f9d28f3d7fc67a01f0bf07e2066d3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081d58f2-f330-42ff-a0f7-ee0cbba33805" -d '{"events": [{"server_uuid": "a25848bb-52fd-475d-9723-91a60d8bb614", "name": "network-vif-plugged", "status": "completed", "tag": "755975be-ed81-4fc9-abfc-9b5c7bfa57d5"}]}' {{(pid=94717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:30:39.676440 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 755975be-ed81-4fc9-abfc-9b5c7bfa57d5, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=755975be-ed81-4fc9-abfc-9b5c7bfa57d5,segment=NetworkSegment(b1a03354-394c-43d7-9829-253346971927),segment_id=b1a03354-394c-43d7-9829-253346971927)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:30:39.700286 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb02c439-e74f-4a35-9071-3add2435d481 x-openstack-request-id: req-fb02c439-e74f-4a35-9071-3add2435d481 {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:30:39.700578 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a25848bb-52fd-475d-9723-91a60d8bb614", "name": "network-vif-plugged", "status": "completed", "tag": "755975be-ed81-4fc9-abfc-9b5c7bfa57d5", "code": 200}]} {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:30:39.700849 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb02c439-e74f-4a35-9071-3add2435d481 {{(pid=94717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:30:39.701232 dv-cinder-809828-1-iscsi neutron-server[94717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a25848bb-52fd-475d-9723-91a60d8bb614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755975be-ed81-4fc9-abfc-9b5c7bfa57d5', 'code': 200} Sep 17 17:30:39.769130 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:39.813660 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=755975be-ed81-4fc9-abfc-9b5c7bfa57d5,revision_number=10']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:30:40.045580 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d189aa-0444-42cf-b149-384d0eba0094 req-c8c9a4d7-2cd3-4c02-975e-76c2f992c776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:40.047050 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-94d189aa-0444-42cf-b149-384d0eba0094 req-c8c9a4d7-2cd3-4c02-975e-76c2f992c776 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 1099 time: 0.0375633 Sep 17 17:30:40.081647 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-94d189aa-0444-42cf-b149-384d0eba0094 req-c4f47d01-5b25-42d0-bd75-448581bfa8b5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263317 Sep 17 17:30:40.549824 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684fc58-7a7a-4a8d-b172-4b1f76e4da2d req-1e9a93b1-d0b9-4e83-bb21-dc5fdc5406dc tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:40.551507 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d684fc58-7a7a-4a8d-b172-4b1f76e4da2d req-1e9a93b1-d0b9-4e83-bb21-dc5fdc5406dc tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 946 time: 0.0541415 Sep 17 17:30:40.590772 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d684fc58-7a7a-4a8d-b172-4b1f76e4da2d req-48776569-92f6-4132-86e8-7ae8ae83b003 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330842 Sep 17 17:30:41.714133 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e25049-0367-4c69-ba56-1bfbb8c79205 req-ab92deaa-9288-45a8-8203-4156487dcb83 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:41.715655 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-39e25049-0367-4c69-ba56-1bfbb8c79205 req-ab92deaa-9288-45a8-8203-4156487dcb83 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 946 time: 0.0507061 Sep 17 17:30:41.753816 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-39e25049-0367-4c69-ba56-1bfbb8c79205 req-786fe9c8-883b-4725-a8d9-ffe4edc1161c tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316362 Sep 17 17:30:42.822619 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e72cd-7fe6-471c-b3e0-489dc940c6a6 req-540ccbe7-3f6d-44f5-b11f-0c924509737e tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:42.824163 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2e8e72cd-7fe6-471c-b3e0-489dc940c6a6 req-540ccbe7-3f6d-44f5-b11f-0c924509737e tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 946 time: 0.0500238 Sep 17 17:30:42.892185 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2e8e72cd-7fe6-471c-b3e0-489dc940c6a6 req-78d1226d-32f5-4e5d-b4ed-aa1a1b77e909 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593126 Sep 17 17:30:42.907873 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b39d9-443e-4036-9519-fb205c4b0d84 req-3dd0b956-611f-444e-b390-501f36db6b2f tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:42.909350 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-589b39d9-443e-4036-9519-fb205c4b0d84 req-3dd0b956-611f-444e-b390-501f36db6b2f tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 946 time: 0.0779207 Sep 17 17:30:42.914313 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 34240) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:30:42.955162 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-589b39d9-443e-4036-9519-fb205c4b0d84 req-b94fc0cb-74c7-4079-afe1-ed21de334f0c tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352077 Sep 17 17:30:43.003477 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdbbfb9-1be4-4970-aff1-496afa63534f tempest-TestMinimumBasicScenario-142252762 tempest-TestMinimumBasicScenario-142252762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:43.005030 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-6cdbbfb9-1be4-4970-aff1-496afa63534f tempest-TestMinimumBasicScenario-142252762 tempest-TestMinimumBasicScenario-142252762-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 1094 time: 0.0896564 Sep 17 17:30:43.009224 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 34244) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:30:43.013665 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-ee3024c9-2534-43b0-a374-98b7f421bf9c tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Request body: {'floatingip': {'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'port_id': '34c60f31-f757-4ff8-b513-1d2e1313d196', 'tenant_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:30:43.117172 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-ee3024c9-2534-43b0-a374-98b7f421bf9c tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks [] for floatingip, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:43.215562 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-ee3024c9-2534-43b0-a374-98b7f421bf9c tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:43.316240 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.db_base_plugin_common [None req-ee3024c9-2534-43b0-a374-98b7f421bf9c tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Allocated IP 172.27.2.109 (7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02/78817fd2-befc-49bb-8f7f-e04863f48a33/cb0679a7-070d-4c05-a1aa-c76c1f1a9f2e) {{(pid=94716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:30:43.416197 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-ee3024c9-2534-43b0-a374-98b7f421bf9c tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks [] for port, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:43.505668 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-ee3024c9-2534-43b0-a374-98b7f421bf9c tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179149'] for port, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:43.544623 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3024c9-2534-43b0-a374-98b7f421bf9c tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Network 7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02 is already hosted by enough agents. {{(pid=94716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:30:43.551996 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.base_scheduler [None req-ee3024c9-2534-43b0-a374-98b7f421bf9c tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Resources bound (agent type, host, resource id): {{(pid=94716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:30:43.555316 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3024c9-2534-43b0-a374-98b7f421bf9c tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Received port after_create {{(pid=94716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:30:43.563090 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3024c9-2534-43b0-a374-98b7f421bf9c tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Pushing event updated for resources: {'Port': ['ID=cb0679a7-070d-4c05-a1aa-c76c1f1a9f2e,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:30:43.590251 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3024c9-2534-43b0-a374-98b7f421bf9c tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:30:43.590616 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3024c9-2534-43b0-a374-98b7f421bf9c tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:30:43.590940 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3024c9-2534-43b0-a374-98b7f421bf9c tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:30:43.591301 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3024c9-2534-43b0-a374-98b7f421bf9c tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:30:43.591632 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3024c9-2534-43b0-a374-98b7f421bf9c tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:30:43.591959 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3024c9-2534-43b0-a374-98b7f421bf9c tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:30:43.592285 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3024c9-2534-43b0-a374-98b7f421bf9c tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:30:43.592612 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3024c9-2534-43b0-a374-98b7f421bf9c tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:30:43.592934 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3024c9-2534-43b0-a374-98b7f421bf9c tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:30:43.593251 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3024c9-2534-43b0-a374-98b7f421bf9c tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:30:43.593572 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3024c9-2534-43b0-a374-98b7f421bf9c tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:30:43.593889 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3024c9-2534-43b0-a374-98b7f421bf9c tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:30:44.082831 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd8aa2-292c-46b9-b477-d69d9fa27564 req-d295a29a-7452-4357-a42a-5f9a1cbea419 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:44.084245 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-10cd8aa2-292c-46b9-b477-d69d9fa27564 req-d295a29a-7452-4357-a42a-5f9a1cbea419 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 946 time: 0.0499902 Sep 17 17:30:44.111883 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-ee3024c9-2534-43b0-a374-98b7f421bf9c tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:44.121417 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-10cd8aa2-292c-46b9-b477-d69d9fa27564 req-30b0319b-2589-428b-8b69-b8866faf8ffd tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311515 Sep 17 17:30:44.273511 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-ee3024c9-2534-43b0-a374-98b7f421bf9c tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:44.422978 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-ee3024c9-2534-43b0-a374-98b7f421bf9c tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks [] for port, precommit_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:44.482277 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-ee3024c9-2534-43b0-a374-98b7f421bf9c tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179156'] for port, after_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:44.550571 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3024c9-2534-43b0-a374-98b7f421bf9c tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Pushing event updated for resources: {'Port': ['ID=cb0679a7-070d-4c05-a1aa-c76c1f1a9f2e,revision_number=2']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:30:44.562256 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-ee3024c9-2534-43b0-a374-98b7f421bf9c tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693841'] for floatingip, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:44.659277 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.db.l3_db [None req-ee3024c9-2534-43b0-a374-98b7f421bf9c tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Floating IP f8a8f67b-c2c8-4c59-a5c9-586c2fec3ee4 associated. External IP: 172.27.2.109, port: 34c60f31-f757-4ff8-b513-1d2e1313d196. Sep 17 17:30:44.857602 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3024c9-2534-43b0-a374-98b7f421bf9c tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Router d824e3ec-4206-4e76-8f7a-df30574a53a3 has already been hosted by L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 {{(pid=94716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 17:30:44.968108 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3024c9-2534-43b0-a374-98b7f421bf9c tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:30:44.979301 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ead35df-2877-41d1-ab3e-e2e99a77ad8f None None] Sync routers for ids ['d824e3ec-4206-4e76-8f7a-df30574a53a3'] in dv-cinder-809828-1-iscsi {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:30:44.989640 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ead35df-2877-41d1-ab3e-e2e99a77ad8f None None] Routers {'d824e3ec-4206-4e76-8f7a-df30574a53a3'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:30:45.013995 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-2ead35df-2877-41d1-ab3e-e2e99a77ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:30:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['d824e3ec-4206-4e76-8f7a-df30574a53a3'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:30:45.094098 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-2ead35df-2877-41d1-ab3e-e2e99a77ad8f None None] Set router d824e3ec-4206-4e76-8f7a-df30574a53a3 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:30:45.138530 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-ee3024c9-2534-43b0-a374-98b7f421bf9c tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for floatingip, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:45.165511 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-ee3024c9-2534-43b0-a374-98b7f421bf9c tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1552784 Sep 17 17:30:45.166723 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb0ff3e-e589-4e12-8210-22aff6f1c961', 'tag': '34c60f31-f757-4ff8-b513-1d2e1313d196'}] {{(pid=94716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:30:45.168350 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df9138d11f8472d727ed0ce957ddc62082afedeca3de815bde0fc4929ed8996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d68050-0416-4337-9c4e-4bf27ba255b1" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb0ff3e-e589-4e12-8210-22aff6f1c961", "tag": "34c60f31-f757-4ff8-b513-1d2e1313d196"}]}' {{(pid=94716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:30:45.168532 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 34250) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:30:45.173188 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-9dbf2445-9562-49d4-aa7d-0248cd2dce92 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1052441064', 'description': 'tempest-secgroup-smoke-1052441064 description', 'project_id': 'cd6228e1bfae4dbab21bfc338bba9813'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:30:45.206049 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 17:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332cda67-6ea8-4d89-ab58-3a214da7280f x-openstack-request-id: req-332cda67-6ea8-4d89-ab58-3a214da7280f {{(pid=94716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:30:45.206348 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb0ff3e-e589-4e12-8210-22aff6f1c961", "tag": "34c60f31-f757-4ff8-b513-1d2e1313d196", "status": "completed", "code": 200}]} {{(pid=94716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:30:45.206598 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-332cda67-6ea8-4d89-ab58-3a214da7280f {{(pid=94716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:30:45.207056 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb0ff3e-e589-4e12-8210-22aff6f1c961', 'tag': '34c60f31-f757-4ff8-b513-1d2e1313d196', 'status': 'completed', 'code': 200} Sep 17 17:30:45.270286 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d68050-0416-4337-9c4e-4bf27ba255b1 req-387d3b0a-3728-4927-b110-4c18ff2d0fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:45.271840 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-93d68050-0416-4337-9c4e-4bf27ba255b1 req-387d3b0a-3728-4927-b110-4c18ff2d0fac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd6228e1bfae4dbab21bfc338bba9813&device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 1099 time: 0.0435343 Sep 17 17:30:45.323325 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-2ead35df-2877-41d1-ab3e-e2e99a77ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd824e3ec-4206-4e76-8f7a-df30574a53a3', 'name': 'tempest-TestMinimumBasicScenario-704446428-router', 'tenant_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '87e5535a-0f54-4eea-a343-54f797a90c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:29:27Z', 'updated_at': '2021-09-17T17:29:31Z', 'revision_number': 4, 'project_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'gw_port': {'id': '87e5535a-0f54-4eea-a343-54f797a90c6c', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd824e3ec-4206-4e76-8f7a-df30574a53a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:29:27Z', 'updated_at': '2021-09-17T17:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_floatingips': [{'id': 'f8a8f67b-c2c8-4c59-a5c9-586c2fec3ee4', 'tenant_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'router_id': 'd824e3ec-4206-4e76-8f7a-df30574a53a3', 'port_id': '34c60f31-f757-4ff8-b513-1d2e1313d196', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecda6e12-c805-49f1-b41a-9cb022c549b8', 'mac_address': 'fa:16:3e:8d:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb0ff3e-e589-4e12-8210-22aff6f1c961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T17:30:43Z', 'updated_at': '2021-09-17T17:30:43Z', 'revision_number': 0, 'project_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aad18c59-1e51-4b70-a210-c4d30d2a6bd1', 'name': '', 'network_id': 'ecda6e12-c805-49f1-b41a-9cb022c549b8', 'tenant_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'mac_address': 'fa:16:3e:ce:df:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd824e3ec-4206-4e76-8f7a-df30574a53a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fdb68e07-5307-4edb-908e-1ffad9e10205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:29:30Z', 'updated_at': '2021-09-17T17:29:35Z', 'revision_number': 5, 'project_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'subnets': [{'id': 'fdb68e07-5307-4edb-908e-1ffad9e10205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:30:45.349566 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ead35df-2877-41d1-ab3e-e2e99a77ad8f None None] Checking router: d824e3ec-4206-4e76-8f7a-df30574a53a3 for host: dv-cinder-809828-1-iscsi {{(pid=94717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:30:45.357538 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ead35df-2877-41d1-ab3e-e2e99a77ad8f None None] Routers {'d824e3ec-4206-4e76-8f7a-df30574a53a3'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:30:45.358115 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9dbf2445-9562-49d4-aa7d-0248cd2dce92 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:45.358246 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-2ead35df-2877-41d1-ab3e-e2e99a77ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:30:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['d824e3ec-4206-4e76-8f7a-df30574a53a3'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:30:45.375697 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d68050-0416-4337-9c4e-4bf27ba255b1 req-9ec9522a-0484-4111-a830-009e89919786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:45.377969 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-93d68050-0416-4337-9c4e-4bf27ba255b1 req-9ec9522a-0484-4111-a830-009e89919786 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecda6e12-c805-49f1-b41a-9cb022c549b8 HTTP/1.1" status: 200 len: 915 time: 0.0967000 Sep 17 17:30:45.467062 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-93d68050-0416-4337-9c4e-4bf27ba255b1 req-a684c6bf-6353-4269-8255-f554906a23a6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34c60f31-f757-4ff8-b513-1d2e1313d196 HTTP/1.1" status: 200 len: 1000 time: 0.0800254 Sep 17 17:30:45.472736 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-2ead35df-2877-41d1-ab3e-e2e99a77ad8f None None] Set router d824e3ec-4206-4e76-8f7a-df30574a53a3 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:30:45.498181 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:45.539356 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d68050-0416-4337-9c4e-4bf27ba255b1 req-895c52df-50f3-473c-8cf7-3d4cf9e8b2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:45.541134 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-93d68050-0416-4337-9c4e-4bf27ba255b1 req-895c52df-50f3-473c-8cf7-3d4cf9e8b2f3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fdb68e07-5307-4edb-908e-1ffad9e10205 HTTP/1.1" status: 200 len: 853 time: 0.0656297 Sep 17 17:30:45.546784 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9dbf2445-9562-49d4-aa7d-0248cd2dce92 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:45.593357 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d68050-0416-4337-9c4e-4bf27ba255b1 req-5fed836a-ae0c-4ee3-af06-82b7562170fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:45.595841 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-93d68050-0416-4337-9c4e-4bf27ba255b1 req-5fed836a-ae0c-4ee3-af06-82b7562170fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecda6e12-c805-49f1-b41a-9cb022c549b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459986 Sep 17 17:30:45.633550 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9dbf2445-9562-49d4-aa7d-0248cd2dce92 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:45.702786 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf2445-9562-49d4-aa7d-0248cd2dce92 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c021b6b7-0d95-4a7f-b8dd-8837be069674,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:30:45.710881 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-2ead35df-2877-41d1-ab3e-e2e99a77ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd824e3ec-4206-4e76-8f7a-df30574a53a3', 'name': 'tempest-TestMinimumBasicScenario-704446428-router', 'tenant_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '87e5535a-0f54-4eea-a343-54f797a90c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:29:27Z', 'updated_at': '2021-09-17T17:29:31Z', 'revision_number': 4, 'project_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'gw_port': {'id': '87e5535a-0f54-4eea-a343-54f797a90c6c', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd824e3ec-4206-4e76-8f7a-df30574a53a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:29:27Z', 'updated_at': '2021-09-17T17:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_floatingips': [{'id': 'f8a8f67b-c2c8-4c59-a5c9-586c2fec3ee4', 'tenant_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'router_id': 'd824e3ec-4206-4e76-8f7a-df30574a53a3', 'port_id': '34c60f31-f757-4ff8-b513-1d2e1313d196', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecda6e12-c805-49f1-b41a-9cb022c549b8', 'mac_address': 'fa:16:3e:8d:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb0ff3e-e589-4e12-8210-22aff6f1c961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T17:30:43Z', 'updated_at': '2021-09-17T17:30:43Z', 'revision_number': 0, 'project_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aad18c59-1e51-4b70-a210-c4d30d2a6bd1', 'name': '', 'network_id': 'ecda6e12-c805-49f1-b41a-9cb022c549b8', 'tenant_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'mac_address': 'fa:16:3e:ce:df:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd824e3ec-4206-4e76-8f7a-df30574a53a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fdb68e07-5307-4edb-908e-1ffad9e10205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:29:30Z', 'updated_at': '2021-09-17T17:29:35Z', 'revision_number': 5, 'project_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'subnets': [{'id': 'fdb68e07-5307-4edb-908e-1ffad9e10205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:30:45.713515 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbf2445-9562-49d4-aa7d-0248cd2dce92 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:30:45.713865 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbf2445-9562-49d4-aa7d-0248cd2dce92 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:30:45.714209 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbf2445-9562-49d4-aa7d-0248cd2dce92 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:30:45.714547 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbf2445-9562-49d4-aa7d-0248cd2dce92 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:30:45.714878 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbf2445-9562-49d4-aa7d-0248cd2dce92 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:30:45.715241 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbf2445-9562-49d4-aa7d-0248cd2dce92 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:30:45.715571 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbf2445-9562-49d4-aa7d-0248cd2dce92 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:30:45.716032 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbf2445-9562-49d4-aa7d-0248cd2dce92 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:30:45.716363 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbf2445-9562-49d4-aa7d-0248cd2dce92 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:30:45.716687 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbf2445-9562-49d4-aa7d-0248cd2dce92 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:30:45.717013 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbf2445-9562-49d4-aa7d-0248cd2dce92 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:30:45.717339 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbf2445-9562-49d4-aa7d-0248cd2dce92 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:30:45.738566 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-93d68050-0416-4337-9c4e-4bf27ba255b1 req-04270eaa-e327-4a9a-9ce1-c76453d896b3 service neutron] 10.222.0.42 "GET /v2.0/networks/ecda6e12-c805-49f1-b41a-9cb022c549b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342661 Sep 17 17:30:45.741889 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ead35df-2877-41d1-ab3e-e2e99a77ad8f None None] The sync data for ids ['d824e3ec-4206-4e76-8f7a-df30574a53a3'] in dv-cinder-809828-1-iscsi is: [{'id': 'd824e3ec-4206-4e76-8f7a-df30574a53a3', 'name': 'tempest-TestMinimumBasicScenario-704446428-router', 'tenant_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '87e5535a-0f54-4eea-a343-54f797a90c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:29:27Z', 'updated_at': '2021-09-17T17:29:31Z', 'revision_number': 4, 'project_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'gw_port': {'id': '87e5535a-0f54-4eea-a343-54f797a90c6c', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd824e3ec-4206-4e76-8f7a-df30574a53a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:29:27Z', 'updated_at': '2021-09-17T17:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_floatingips': [{'id': 'f8a8f67b-c2c8-4c59-a5c9-586c2fec3ee4', 'tenant_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'router_id': 'd824e3ec-4206-4e76-8f7a-df30574a53a3', 'port_id': '34c60f31-f757-4ff8-b513-1d2e1313d196', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecda6e12-c805-49f1-b41a-9cb022c549b8', 'mac_address': 'fa:16:3e:8d:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb0ff3e-e589-4e12-8210-22aff6f1c961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T17:30:43Z', 'updated_at': '2021-09-17T17:30:43Z', 'revision_number': 0, 'project_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aad18c59-1e51-4b70-a210-c4d30d2a6bd1', 'name': '', 'network_id': 'ecda6e12-c805-49f1-b41a-9cb022c549b8', 'tenant_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'mac_address': 'fa:16:3e:ce:df:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd824e3ec-4206-4e76-8f7a-df30574a53a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fdb68e07-5307-4edb-908e-1ffad9e10205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:29:30Z', 'updated_at': '2021-09-17T17:29:35Z', 'revision_number': 5, 'project_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'subnets': [{'id': 'fdb68e07-5307-4edb-908e-1ffad9e10205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:30:45.779613 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9dbf2445-9562-49d4-aa7d-0248cd2dce92 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:45.784341 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-9dbf2445-9562-49d4-aa7d-0248cd2dce92 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6113966 Sep 17 17:30:45.784507 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 34254) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:30:45.813051 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-be365862-6196-4454-a92a-a03395fd75e6 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Request body: {'security_group_rule': {'security_group_id': 'c021b6b7-0d95-4a7f-b8dd-8837be069674', 'project_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:30:45.862019 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-93d68050-0416-4337-9c4e-4bf27ba255b1 req-c5539e86-83f7-43cd-98b3-d22acf67afc2 service neutron] 10.222.0.42 "GET /v2.0/networks/ecda6e12-c805-49f1-b41a-9cb022c549b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128798 Sep 17 17:30:45.933983 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db5cce6-89bf-4fa1-9495-5163e86cf2e4 None None] New status for floating IP f8a8f67b-c2c8-4c59-a5c9-586c2fec3ee4: ACTIVE {{(pid=94718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 17:30:45.938697 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-be365862-6196-4454-a92a-a03395fd75e6 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:46.229558 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-be365862-6196-4454-a92a-a03395fd75e6 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:46.300057 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-be365862-6196-4454-a92a-a03395fd75e6 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714646'] for security_group_rule, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:46.317429 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be365862-6196-4454-a92a-a03395fd75e6 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=900e5b13-4953-4e44-abd0-a9549a069416,revision_number=0']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:30:46.431601 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-be365862-6196-4454-a92a-a03395fd75e6 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:46.432791 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-be365862-6196-4454-a92a-a03395fd75e6 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6473730 Sep 17 17:30:46.435611 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 34256) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:30:46.439988 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-ac4be1a4-662b-4927-bcbf-85fa411c2b32 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Request body: {'security_group_rule': {'security_group_id': 'c021b6b7-0d95-4a7f-b8dd-8837be069674', 'project_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:30:46.527437 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ac4be1a4-662b-4927-bcbf-85fa411c2b32 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:46.583375 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ac4be1a4-662b-4927-bcbf-85fa411c2b32 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:46.676855 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ac4be1a4-662b-4927-bcbf-85fa411c2b32 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714646'] for security_group_rule, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:46.694143 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4be1a4-662b-4927-bcbf-85fa411c2b32 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb4f0296-2202-45a8-aef9-2375bc4d6686,revision_number=0']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:30:46.751117 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ac4be1a4-662b-4927-bcbf-85fa411c2b32 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:46.752626 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-ac4be1a4-662b-4927-bcbf-85fa411c2b32 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3160863 Sep 17 17:30:46.755380 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 34258) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:30:46.759661 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-b2b025ca-35b9-4618-92ce-d51abb6d9147 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Request body: {'security_group_rule': {'security_group_id': 'c021b6b7-0d95-4a7f-b8dd-8837be069674', 'project_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:30:46.819200 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b2b025ca-35b9-4618-92ce-d51abb6d9147 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:46.876524 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b2b025ca-35b9-4618-92ce-d51abb6d9147 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:46.945658 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b2b025ca-35b9-4618-92ce-d51abb6d9147 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714646'] for security_group_rule, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:46.962600 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b025ca-35b9-4618-92ce-d51abb6d9147 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8bcd99-3db2-477a-b667-d75c18214480,revision_number=0']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:30:47.060105 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b2b025ca-35b9-4618-92ce-d51abb6d9147 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:47.061389 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-b2b025ca-35b9-4618-92ce-d51abb6d9147 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3050792 Sep 17 17:30:47.064840 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 34260) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:30:47.069446 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-346bb63a-f6cd-40a9-b23b-95b50bcf81fe tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Request body: {'security_group_rule': {'security_group_id': 'c021b6b7-0d95-4a7f-b8dd-8837be069674', 'project_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:30:47.211819 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-346bb63a-f6cd-40a9-b23b-95b50bcf81fe tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:47.270981 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-346bb63a-f6cd-40a9-b23b-95b50bcf81fe tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:47.345529 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-346bb63a-f6cd-40a9-b23b-95b50bcf81fe tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714646'] for security_group_rule, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:47.362700 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346bb63a-f6cd-40a9-b23b-95b50bcf81fe tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c859f608-77eb-4f3a-8727-b00c03f8b75f,revision_number=0']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:30:47.436489 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-346bb63a-f6cd-40a9-b23b-95b50bcf81fe tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:47.437724 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-346bb63a-f6cd-40a9-b23b-95b50bcf81fe tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3719420 Sep 17 17:30:47.441100 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 34262) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:30:47.445647 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-f7d467a1-f280-41c4-8bc8-c116ee86becc tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Request body: {'security_group_rule': {'security_group_id': 'c021b6b7-0d95-4a7f-b8dd-8837be069674', 'project_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:30:47.543850 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.db.securitygroups_db [None req-f7d467a1-f280-41c4-8bc8-c116ee86becc tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Project cd6228e1bfae4dbab21bfc338bba9813 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 17:30:47.549433 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f7d467a1-f280-41c4-8bc8-c116ee86becc tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:47.607635 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f7d467a1-f280-41c4-8bc8-c116ee86becc tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:47.710853 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f7d467a1-f280-41c4-8bc8-c116ee86becc tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714646'] for security_group_rule, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:47.728500 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d467a1-f280-41c4-8bc8-c116ee86becc tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a010df6-fe47-4106-b17b-7c8eae1471ba,revision_number=0']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:30:47.802402 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f7d467a1-f280-41c4-8bc8-c116ee86becc tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:47.803571 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-f7d467a1-f280-41c4-8bc8-c116ee86becc tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3612640 Sep 17 17:30:47.806408 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 34264) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:30:47.811076 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-24e1b4e4-4895-4bd5-b0a0-0c3b4b95de6b tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Request body: {'security_group_rule': {'security_group_id': 'c021b6b7-0d95-4a7f-b8dd-8837be069674', 'project_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:30:47.917166 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.db.securitygroups_db [None req-24e1b4e4-4895-4bd5-b0a0-0c3b4b95de6b tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Project cd6228e1bfae4dbab21bfc338bba9813 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 17:30:47.922180 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-24e1b4e4-4895-4bd5-b0a0-0c3b4b95de6b tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:47.983869 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-24e1b4e4-4895-4bd5-b0a0-0c3b4b95de6b tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:48.064699 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-24e1b4e4-4895-4bd5-b0a0-0c3b4b95de6b tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714646'] for security_group_rule, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:48.082131 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1b4e4-4895-4bd5-b0a0-0c3b4b95de6b tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c1de1f1-9e29-4847-87f3-28c04ca2ae32,revision_number=0']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:30:48.161028 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-24e1b4e4-4895-4bd5-b0a0-0c3b4b95de6b tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:48.162309 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-24e1b4e4-4895-4bd5-b0a0-0c3b4b95de6b tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3548379 Sep 17 17:30:48.237156 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-caa6246d-841f-4e20-a00f-f71eb895f096 req-eb89ffa4-2aa0-4751-ad44-1eb2e2b137d6 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1052441064&fields=id&tenant_id=cd6228e1bfae4dbab21bfc338bba9813 HTTP/1.1" status: 200 len: 267 time: 0.0307662 Sep 17 17:30:48.286261 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6246d-841f-4e20-a00f-f71eb895f096 req-2ca98fe4-1945-4d30-857d-3ac7441b92b9 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:48.287728 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-caa6246d-841f-4e20-a00f-f71eb895f096 req-2ca98fe4-1945-4d30-857d-3ac7441b92b9 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 946 time: 0.0451720 Sep 17 17:30:48.298981 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-caa6246d-841f-4e20-a00f-f71eb895f096 req-08b043ba-9ce9-4732-b3ce-8a875834ccf4 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Request body: {'port': {'security_groups': ['16195a0b-ce11-4068-a048-84fac203f2ca', 'c021b6b7-0d95-4a7f-b8dd-8837be069674']}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:30:48.361347 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-caa6246d-841f-4e20-a00f-f71eb895f096 req-08b043ba-9ce9-4732-b3ce-8a875834ccf4 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:48.539225 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-caa6246d-841f-4e20-a00f-f71eb895f096 req-08b043ba-9ce9-4732-b3ce-8a875834ccf4 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] For port 34c60f31-f757-4ff8-b513-1d2e1313d196, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=34c60f31-f757-4ff8-b513-1d2e1313d196,segment=NetworkSegment(a93cae8d-87c7-411d-9608-39873c9ed985),segment_id=a93cae8d-87c7-411d-9608-39873c9ed985)] {{(pid=94715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:30:48.566453 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-caa6246d-841f-4e20-a00f-f71eb895f096 req-08b043ba-9ce9-4732-b3ce-8a875834ccf4 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:48.802876 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-caa6246d-841f-4e20-a00f-f71eb895f096 req-08b043ba-9ce9-4732-b3ce-8a875834ccf4 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29270022'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:48.815826 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['34c60f31-f757-4ff8-b513-1d2e1313d196'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:30:48.846540 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6246d-841f-4e20-a00f-f71eb895f096 req-08b043ba-9ce9-4732-b3ce-8a875834ccf4 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:48.847622 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-caa6246d-841f-4e20-a00f-f71eb895f096 req-08b043ba-9ce9-4732-b3ce-8a875834ccf4 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:48.848654 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-caa6246d-841f-4e20-a00f-f71eb895f096 req-08b043ba-9ce9-4732-b3ce-8a875834ccf4 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "PUT /v2.0/ports/34c60f31-f757-4ff8-b513-1d2e1313d196 HTTP/1.1" status: 200 len: 982 time: 0.5546665 Sep 17 17:30:48.849136 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb0ff3e-e589-4e12-8210-22aff6f1c961', 'tag': '34c60f31-f757-4ff8-b513-1d2e1313d196'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:30:48.863305 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9e0548-af2b-4c79-acd0-36efe93872e1" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb0ff3e-e589-4e12-8210-22aff6f1c961", "tag": "34c60f31-f757-4ff8-b513-1d2e1313d196"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:30:48.913548 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 17:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf6dbb8-9ef5-4307-ab81-47449368d62b x-openstack-request-id: req-0cf6dbb8-9ef5-4307-ab81-47449368d62b {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:30:48.913838 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb0ff3e-e589-4e12-8210-22aff6f1c961", "tag": "34c60f31-f757-4ff8-b513-1d2e1313d196", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:30:48.914485 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0cf6dbb8-9ef5-4307-ab81-47449368d62b {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:30:48.914620 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb0ff3e-e589-4e12-8210-22aff6f1c961', 'tag': '34c60f31-f757-4ff8-b513-1d2e1313d196', 'status': 'completed', 'code': 200} Sep 17 17:30:48.915418 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b043ba-9ce9-4732-b3ce-8a875834ccf4 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Pushing event updated for resources: {'Port': ['ID=34c60f31-f757-4ff8-b513-1d2e1313d196,revision_number=6']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:30:48.941172 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['34c60f31-f757-4ff8-b513-1d2e1313d196'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:30:49.006007 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e0548-af2b-4c79-acd0-36efe93872e1 req-84b7431a-4c75-4d94-ab54-97cb473e5948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:49.007785 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-da9e0548-af2b-4c79-acd0-36efe93872e1 req-84b7431a-4c75-4d94-ab54-97cb473e5948 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd6228e1bfae4dbab21bfc338bba9813&device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 1138 time: 0.0669415 Sep 17 17:30:49.015278 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b6867-b2b4-4840-b8e2-f2a5194c1bb6 req-d223e0fe-67d2-482e-ab88-be5f0aeda6c7 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:49.016894 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4b2b6867-b2b4-4840-b8e2-f2a5194c1bb6 req-d223e0fe-67d2-482e-ab88-be5f0aeda6c7 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 985 time: 0.0887644 Sep 17 17:30:49.122238 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-3d4ad009-488d-441d-b919-9cf1973413dd None None] Provisioning complete for port 34c60f31-f757-4ff8-b513-1d2e1313d196 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:30:49.122516 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-3d4ad009-488d-441d-b919-9cf1973413dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:49.127270 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4b2b6867-b2b4-4840-b8e2-f2a5194c1bb6 req-948d409e-def5-49b3-8d03-655e6a13913d tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&id=c021b6b7-0d95-4a7f-b8dd-8837be069674&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1001832 Sep 17 17:30:49.151250 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e0548-af2b-4c79-acd0-36efe93872e1 req-1f13ad23-90a3-49e5-b88a-602893c186f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:49.152780 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-da9e0548-af2b-4c79-acd0-36efe93872e1 req-1f13ad23-90a3-49e5-b88a-602893c186f5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecda6e12-c805-49f1-b41a-9cb022c549b8 HTTP/1.1" status: 200 len: 915 time: 0.1346586 Sep 17 17:30:49.221561 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-da9e0548-af2b-4c79-acd0-36efe93872e1 req-b9a2ba1c-9e5e-494a-b7eb-b5cbba29e0ee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34c60f31-f757-4ff8-b513-1d2e1313d196 HTTP/1.1" status: 200 len: 1002 time: 0.0592127 Sep 17 17:30:49.271509 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e0548-af2b-4c79-acd0-36efe93872e1 req-062b35fa-57c7-4574-838d-b8af37361750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:49.273031 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-da9e0548-af2b-4c79-acd0-36efe93872e1 req-062b35fa-57c7-4574-838d-b8af37361750 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fdb68e07-5307-4edb-908e-1ffad9e10205 HTTP/1.1" status: 200 len: 853 time: 0.0443759 Sep 17 17:30:49.331998 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e0548-af2b-4c79-acd0-36efe93872e1 req-363dbbfa-f5e5-46bf-b73c-5929b06eabaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:30:49.333444 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-da9e0548-af2b-4c79-acd0-36efe93872e1 req-363dbbfa-f5e5-46bf-b73c-5929b06eabaf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecda6e12-c805-49f1-b41a-9cb022c549b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474946 Sep 17 17:30:49.428980 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-da9e0548-af2b-4c79-acd0-36efe93872e1 req-bee4466e-9e8c-41f5-a587-4fd55ae42d6b service neutron] 10.222.0.42 "GET /v2.0/networks/ecda6e12-c805-49f1-b41a-9cb022c549b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868714 Sep 17 17:30:49.529958 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-da9e0548-af2b-4c79-acd0-36efe93872e1 req-a552febe-5660-44e2-b521-9f0d65767db0 service neutron] 10.222.0.42 "GET /v2.0/networks/ecda6e12-c805-49f1-b41a-9cb022c549b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921426 Sep 17 17:30:52.938440 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0011135-8f65-4b47-affe-499f0dfc03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:55.636630 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d448f98f-785e-46d4-8cb3-534288db2105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:56.733970 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:56.818551 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:30:58.578091 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:03.022824 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 6 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:31:03.646440 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87f108-77b9-4e94-bfae-0a383b7c5f33 req-5f6cf52f-7b80-49be-bdfe-1bc3bdba5fbb tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:03.647980 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ae87f108-77b9-4e94-bfae-0a383b7c5f33 req-5f6cf52f-7b80-49be-bdfe-1bc3bdba5fbb tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 985 time: 0.0485141 Sep 17 17:31:03.690038 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ae87f108-77b9-4e94-bfae-0a383b7c5f33 req-e49bd2d8-558b-40d1-8ad9-31b608959589 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&id=c021b6b7-0d95-4a7f-b8dd-8837be069674&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357285 Sep 17 17:31:03.750583 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f90cb1-bfb6-4d0c-aac8-5e48dc7b1d88 req-fbdd7730-b1b5-4e9d-ae6a-c3dfb8282d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:03.752350 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-88f90cb1-bfb6-4d0c-aac8-5e48dc7b1d88 req-fbdd7730-b1b5-4e9d-ae6a-c3dfb8282d7a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd6228e1bfae4dbab21bfc338bba9813&device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 1138 time: 0.0420122 Sep 17 17:31:03.851347 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f90cb1-bfb6-4d0c-aac8-5e48dc7b1d88 req-ef246479-6e11-4c4d-88fc-ad4b7a4847eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:03.855241 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-88f90cb1-bfb6-4d0c-aac8-5e48dc7b1d88 req-ef246479-6e11-4c4d-88fc-ad4b7a4847eb service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecda6e12-c805-49f1-b41a-9cb022c549b8 HTTP/1.1" status: 200 len: 915 time: 0.0942147 Sep 17 17:31:04.022809 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-88f90cb1-bfb6-4d0c-aac8-5e48dc7b1d88 req-b1c04c15-0e3d-4127-97d9-22281b881bd0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34c60f31-f757-4ff8-b513-1d2e1313d196 HTTP/1.1" status: 200 len: 1002 time: 0.1602638 Sep 17 17:31:04.076114 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f90cb1-bfb6-4d0c-aac8-5e48dc7b1d88 req-66e03a7c-768e-40dc-8107-ac2ef73d5a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:04.077460 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-88f90cb1-bfb6-4d0c-aac8-5e48dc7b1d88 req-66e03a7c-768e-40dc-8107-ac2ef73d5a4a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fdb68e07-5307-4edb-908e-1ffad9e10205 HTTP/1.1" status: 200 len: 853 time: 0.0466106 Sep 17 17:31:04.121995 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f90cb1-bfb6-4d0c-aac8-5e48dc7b1d88 req-f1d707fb-dd41-4a6b-8aa4-5e252546e206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:04.123492 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-88f90cb1-bfb6-4d0c-aac8-5e48dc7b1d88 req-f1d707fb-dd41-4a6b-8aa4-5e252546e206 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecda6e12-c805-49f1-b41a-9cb022c549b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386186 Sep 17 17:31:04.218766 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-88f90cb1-bfb6-4d0c-aac8-5e48dc7b1d88 req-5034af73-4ed3-47ba-87a5-05d224f8b842 service neutron] 10.222.0.42 "GET /v2.0/networks/ecda6e12-c805-49f1-b41a-9cb022c549b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871937 Sep 17 17:31:04.315696 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-88f90cb1-bfb6-4d0c-aac8-5e48dc7b1d88 req-ee02c14a-595b-4b5d-a5d9-9d8dafca84fd service neutron] 10.222.0.42 "GET /v2.0/networks/ecda6e12-c805-49f1-b41a-9cb022c549b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891740 Sep 17 17:31:04.804987 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d63af-ac10-4607-9dfb-2e4e1b598e3c req-f527945b-5aaa-4596-b248-3d28c390c0dd tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:04.806502 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0e9d63af-ac10-4607-9dfb-2e4e1b598e3c req-f527945b-5aaa-4596-b248-3d28c390c0dd tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 985 time: 0.0477207 Sep 17 17:31:04.846156 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0e9d63af-ac10-4607-9dfb-2e4e1b598e3c req-fe7f2c83-a01e-45bd-a39c-4cb4496392d8 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&id=c021b6b7-0d95-4a7f-b8dd-8837be069674&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336256 Sep 17 17:31:05.964825 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033aea0-0876-45a1-a4c1-ca650d516e0f req-d6f1733e-e45a-4656-aefe-96f565ad4bc3 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:05.966314 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1033aea0-0876-45a1-a4c1-ca650d516e0f req-d6f1733e-e45a-4656-aefe-96f565ad4bc3 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 985 time: 0.0529025 Sep 17 17:31:06.005000 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1033aea0-0876-45a1-a4c1-ca650d516e0f req-8d14ff72-9817-4600-b051-67cdab7c9d64 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&id=c021b6b7-0d95-4a7f-b8dd-8837be069674&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325880 Sep 17 17:31:07.116819 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0d5d6-9799-440b-a95f-5cdfc8ab45c9 req-6bc336ca-b1e5-45c3-a9af-32cc69f4767f tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:07.118302 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-12e0d5d6-9799-440b-a95f-5cdfc8ab45c9 req-6bc336ca-b1e5-45c3-a9af-32cc69f4767f tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 985 time: 0.0477600 Sep 17 17:31:07.158762 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-12e0d5d6-9799-440b-a95f-5cdfc8ab45c9 req-6e0c67ab-0fa2-4ac5-ae37-f3070874cf8c tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&id=c021b6b7-0d95-4a7f-b8dd-8837be069674&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345218 Sep 17 17:31:08.272036 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518060a-a422-4665-8097-d2e9d5b7c8b1 req-42c942f0-9cbd-41bc-8254-53c5f48428a5 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:08.273522 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8518060a-a422-4665-8097-d2e9d5b7c8b1 req-42c942f0-9cbd-41bc-8254-53c5f48428a5 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 985 time: 0.0484600 Sep 17 17:31:08.312415 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8518060a-a422-4665-8097-d2e9d5b7c8b1 req-c3d19803-6b29-473e-aca3-cc951a7207c0 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&id=c021b6b7-0d95-4a7f-b8dd-8837be069674&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328925 Sep 17 17:31:09.431514 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1fc11-f6f5-4a51-9163-bef16e5d5944 req-c80bc4aa-b3fb-47d2-aa3e-575a87af78ad tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:09.433040 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-baa1fc11-f6f5-4a51-9163-bef16e5d5944 req-c80bc4aa-b3fb-47d2-aa3e-575a87af78ad tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 985 time: 0.0534132 Sep 17 17:31:09.472687 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-baa1fc11-f6f5-4a51-9163-bef16e5d5944 req-c3d5317f-5598-4753-b9e1-60812757cd39 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&id=c021b6b7-0d95-4a7f-b8dd-8837be069674&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335069 Sep 17 17:31:10.585751 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea246d7c-5416-4989-98cd-c0db1b1fa460 req-92e2e825-a8f0-44a1-a956-8e92ab40b8a4 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:10.587245 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ea246d7c-5416-4989-98cd-c0db1b1fa460 req-92e2e825-a8f0-44a1-a956-8e92ab40b8a4 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 985 time: 0.0485148 Sep 17 17:31:10.626058 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ea246d7c-5416-4989-98cd-c0db1b1fa460 req-e332a4a9-789b-44f7-a403-a25352dd062b tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&id=c021b6b7-0d95-4a7f-b8dd-8837be069674&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328760 Sep 17 17:31:11.739269 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf71041-4f2a-400f-9eb9-7d5ec926f854 req-1cf14e54-e000-4ae5-b70a-3abbd47bf499 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:11.740746 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bdf71041-4f2a-400f-9eb9-7d5ec926f854 req-1cf14e54-e000-4ae5-b70a-3abbd47bf499 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 985 time: 0.0484297 Sep 17 17:31:11.778545 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bdf71041-4f2a-400f-9eb9-7d5ec926f854 req-d27d99c5-e58c-4e03-8935-71ff1056bd80 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&id=c021b6b7-0d95-4a7f-b8dd-8837be069674&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0319784 Sep 17 17:31:12.895951 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a613d-814d-4e4b-83f4-44e8c3139a5e req-acfeb810-9f5b-4132-b05f-4841d5d512a9 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:12.897348 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b66a613d-814d-4e4b-83f4-44e8c3139a5e req-acfeb810-9f5b-4132-b05f-4841d5d512a9 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 985 time: 0.0518541 Sep 17 17:31:12.935594 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b66a613d-814d-4e4b-83f4-44e8c3139a5e req-094ac138-7a12-4dfb-80c4-f2e20513200c tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&id=c021b6b7-0d95-4a7f-b8dd-8837be069674&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323393 Sep 17 17:31:14.049968 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c071fe-c03d-4b8d-bd4f-c2ab4de7e071 req-551f6542-0663-415c-89c7-ab498a77aa15 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:14.051472 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-19c071fe-c03d-4b8d-bd4f-c2ab4de7e071 req-551f6542-0663-415c-89c7-ab498a77aa15 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 985 time: 0.0486557 Sep 17 17:31:14.090563 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-19c071fe-c03d-4b8d-bd4f-c2ab4de7e071 req-c902fd34-f79b-4aa4-a635-aeba312ce194 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&id=c021b6b7-0d95-4a7f-b8dd-8837be069674&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330935 Sep 17 17:31:15.206238 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83a84f-178d-43e6-be8c-1ff83af5d953 req-f5a7c67d-131b-4111-bd0f-680962dcfbe8 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:15.207935 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bf83a84f-178d-43e6-be8c-1ff83af5d953 req-f5a7c67d-131b-4111-bd0f-680962dcfbe8 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 985 time: 0.0499458 Sep 17 17:31:15.248884 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bf83a84f-178d-43e6-be8c-1ff83af5d953 req-b04c7790-a158-4710-8f66-8926597d2ac8 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&id=c021b6b7-0d95-4a7f-b8dd-8837be069674&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348191 Sep 17 17:31:15.459889 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:16.367841 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e968fb-3600-44be-9bc8-a3a6d6195d27 req-be6604bf-7988-4261-acee-5efce74f29a4 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:16.369406 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-80e968fb-3600-44be-9bc8-a3a6d6195d27 req-be6604bf-7988-4261-acee-5efce74f29a4 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 985 time: 0.0512342 Sep 17 17:31:16.408627 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-80e968fb-3600-44be-9bc8-a3a6d6195d27 req-d2ffa0d6-3435-472d-b3a8-f068065a789a tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&id=c021b6b7-0d95-4a7f-b8dd-8837be069674&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334179 Sep 17 17:31:17.521266 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26299dc-a008-42d0-8c8f-0415dd3f3d05 req-c3b3d6a6-ef7d-4e7c-bb46-f8b47bf8bf93 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:17.522684 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a26299dc-a008-42d0-8c8f-0415dd3f3d05 req-c3b3d6a6-ef7d-4e7c-bb46-f8b47bf8bf93 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 985 time: 0.0493155 Sep 17 17:31:17.601250 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a26299dc-a008-42d0-8c8f-0415dd3f3d05 req-a2ba7264-ae65-4d24-a849-249fc06e0ab1 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&id=c021b6b7-0d95-4a7f-b8dd-8837be069674&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338767 Sep 17 17:31:17.852071 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529737d9-be08-4c5a-9f00-cbc89ec31393 req-6abc9f4b-f493-481d-9e1d-1725ad5597d9 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:17.855559 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-529737d9-be08-4c5a-9f00-cbc89ec31393 req-6abc9f4b-f493-481d-9e1d-1725ad5597d9 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 946 time: 0.0486734 Sep 17 17:31:17.889739 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-529737d9-be08-4c5a-9f00-cbc89ec31393 req-8f1eed44-282e-4b87-8b6e-12ac23216bca tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302227 Sep 17 17:31:18.681290 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456d193-12b4-46ea-be0b-c202b6e79aaf req-00b6dbef-5427-40ee-a505-6410ef48416a tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:18.682753 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2456d193-12b4-46ea-be0b-c202b6e79aaf req-00b6dbef-5427-40ee-a505-6410ef48416a tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 985 time: 0.0520308 Sep 17 17:31:18.721914 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2456d193-12b4-46ea-be0b-c202b6e79aaf req-c7da6c2d-0e9e-4454-89ba-9eb365f6cee2 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&id=c021b6b7-0d95-4a7f-b8dd-8837be069674&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331526 Sep 17 17:31:19.006159 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88202d58-166e-4458-a6b2-c8436cb951fc req-193ec719-651c-4bed-bd8c-bd6ce465f4e2 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:19.007650 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-88202d58-166e-4458-a6b2-c8436cb951fc req-193ec719-651c-4bed-bd8c-bd6ce465f4e2 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 946 time: 0.0475037 Sep 17 17:31:19.046294 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-88202d58-166e-4458-a6b2-c8436cb951fc req-4fd52e91-2899-4c3d-a5e9-4ec742042385 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f2f1776-ad6e-4689-bc3a-572d5627662d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328724 Sep 17 17:31:19.345497 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220bd307-1ff4-431e-b629-e58ed21ed3d2 req-81339076-ec03-4cb9-a94c-a8baaf543baa tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:19.346968 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-220bd307-1ff4-431e-b629-e58ed21ed3d2 req-81339076-ec03-4cb9-a94c-a8baaf543baa tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.42 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 946 time: 0.0474677 Sep 17 17:31:19.444462 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-220bd307-1ff4-431e-b629-e58ed21ed3d2 req-1bc14959-b2b5-4021-95b2-1c07322b7578 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Deleting port 755975be-ed81-4fc9-abfc-9b5c7bfa57d5 {{(pid=94715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:31:19.444813 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-220bd307-1ff4-431e-b629-e58ed21ed3d2 req-1bc14959-b2b5-4021-95b2-1c07322b7578 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:19.532192 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-220bd307-1ff4-431e-b629-e58ed21ed3d2 req-1bc14959-b2b5-4021-95b2-1c07322b7578 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] For port 755975be-ed81-4fc9-abfc-9b5c7bfa57d5, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=755975be-ed81-4fc9-abfc-9b5c7bfa57d5,segment=NetworkSegment(b1a03354-394c-43d7-9829-253346971927),segment_id=b1a03354-394c-43d7-9829-253346971927)] {{(pid=94715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:31:19.533132 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-220bd307-1ff4-431e-b629-e58ed21ed3d2 req-1bc14959-b2b5-4021-95b2-1c07322b7578 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:19.701510 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-220bd307-1ff4-431e-b629-e58ed21ed3d2 req-1bc14959-b2b5-4021-95b2-1c07322b7578 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:19.702176 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-220bd307-1ff4-431e-b629-e58ed21ed3d2 req-1bc14959-b2b5-4021-95b2-1c07322b7578 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693841'] for floatingip, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:19.702176 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.db.l3_db [req-220bd307-1ff4-431e-b629-e58ed21ed3d2 req-1bc14959-b2b5-4021-95b2-1c07322b7578 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Floating IP a2b61a11-06a3-4daa-ba27-a55b4bb28eb9 disassociated. External IP: 172.27.2.85, port: 755975be-ed81-4fc9-abfc-9b5c7bfa57d5. Sep 17 17:31:19.702431 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-220bd307-1ff4-431e-b629-e58ed21ed3d2 req-1bc14959-b2b5-4021-95b2-1c07322b7578 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Calling delete_port for 755975be-ed81-4fc9-abfc-9b5c7bfa57d5 owned by compute:nova {{(pid=94715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:31:19.871005 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f7a63-0ae8-4f71-b8d5-6785e84cbf9a req-ae29691b-318d-4d8d-842a-6b3f8428284c tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:19.875741 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bb1f7a63-0ae8-4f71-b8d5-6785e84cbf9a req-ae29691b-318d-4d8d-842a-6b3f8428284c tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 985 time: 0.0633292 Sep 17 17:31:19.911727 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bb1f7a63-0ae8-4f71-b8d5-6785e84cbf9a req-b3312efb-a86b-4aaf-a5ff-34d62e51666a tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&id=c021b6b7-0d95-4a7f-b8dd-8837be069674&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330067 Sep 17 17:31:19.937819 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-220bd307-1ff4-431e-b629-e58ed21ed3d2 req-1bc14959-b2b5-4021-95b2-1c07322b7578 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:19.966864 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc14959-b2b5-4021-95b2-1c07322b7578 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Pushing event deleted for resources: {'Port': ['ID=755975be-ed81-4fc9-abfc-9b5c7bfa57d5,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:31:20.078193 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-220bd307-1ff4-431e-b629-e58ed21ed3d2 req-1bc14959-b2b5-4021-95b2-1c07322b7578 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Router e805a886-3d60-4489-b016-6b45efe1e830 has already been hosted by L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 {{(pid=94715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 17:31:20.154093 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5daf686f-0deb-4091-9bd4-32f116aa703b req-5753e01d-5752-40a1-894f-5a3c91228db6 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/ports?device_id=a25848bb-52fd-475d-9723-91a60d8bb614 HTTP/1.1" status: 200 len: 210 time: 0.0332701 Sep 17 17:31:20.207167 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-220bd307-1ff4-431e-b629-e58ed21ed3d2 req-1bc14959-b2b5-4021-95b2-1c07322b7578 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:31:20.216423 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee70a91-f1e4-40c7-a85b-8fcdf728f8d3 None None] Sync routers for ids ['e805a886-3d60-4489-b016-6b45efe1e830'] in dv-cinder-809828-1-iscsi {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:31:20.225014 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee70a91-f1e4-40c7-a85b-8fcdf728f8d3 None None] Routers {'e805a886-3d60-4489-b016-6b45efe1e830'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:31:20.225625 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-2ee70a91-f1e4-40c7-a85b-8fcdf728f8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:30:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['e805a886-3d60-4489-b016-6b45efe1e830'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:31:20.244119 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [req-220bd307-1ff4-431e-b629-e58ed21ed3d2 req-1bc14959-b2b5-4021-95b2-1c07322b7578 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] No DVR routers for this DVR port 755975be-ed81-4fc9-abfc-9b5c7bfa57d5 on host hv-cinder-80982 {{(pid=94715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 17:31:20.246626 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-220bd307-1ff4-431e-b629-e58ed21ed3d2 req-1bc14959-b2b5-4021-95b2-1c07322b7578 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:20.248668 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-220bd307-1ff4-431e-b629-e58ed21ed3d2 req-1bc14959-b2b5-4021-95b2-1c07322b7578 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.42 "DELETE /v2.0/ports/755975be-ed81-4fc9-abfc-9b5c7bfa57d5 HTTP/1.1" status: 204 len: 173 time: 0.8941236 Sep 17 17:31:20.249113 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a25848bb-52fd-475d-9723-91a60d8bb614', 'name': 'network-vif-deleted', 'tag': '755975be-ed81-4fc9-abfc-9b5c7bfa57d5'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:31:20.251900 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460492b5-f5fa-467d-bfc7-2faac6e0f56d" -d '{"events": [{"server_uuid": "a25848bb-52fd-475d-9723-91a60d8bb614", "name": "network-vif-deleted", "tag": "755975be-ed81-4fc9-abfc-9b5c7bfa57d5"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:31:20.301261 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2aa3a2f-20e5-4baf-9575-2cd4a446de4f x-openstack-request-id: req-a2aa3a2f-20e5-4baf-9575-2cd4a446de4f {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:31:20.301867 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a25848bb-52fd-475d-9723-91a60d8bb614", "name": "network-vif-deleted", "tag": "755975be-ed81-4fc9-abfc-9b5c7bfa57d5", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:31:20.302125 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a2aa3a2f-20e5-4baf-9575-2cd4a446de4f {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:31:20.302586 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a25848bb-52fd-475d-9723-91a60d8bb614', 'name': 'network-vif-deleted', 'tag': '755975be-ed81-4fc9-abfc-9b5c7bfa57d5', 'status': 'completed', 'code': 200} Sep 17 17:31:20.333914 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-2ee70a91-f1e4-40c7-a85b-8fcdf728f8d3 None None] Set router e805a886-3d60-4489-b016-6b45efe1e830 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:31:20.545592 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-2ee70a91-f1e4-40c7-a85b-8fcdf728f8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'name': 'tempest-AttachVolumeShelveTestJSON-1746386591-router', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '09643d44-ec17-420c-a2b9-cd9af343945f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:23:10Z', 'updated_at': '2021-09-17T17:23:17Z', 'revision_number': 4, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'gw_port': {'id': '09643d44-ec17-420c-a2b9-cd9af343945f', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:28:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:11Z', 'updated_at': '2021-09-17T17:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': '9d46329d-bd68-4648-a638-225b607f780f', 'name': '', 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'mac_address': 'fa:16:3e:2f:71:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fde94289-3ec1-481c-9f1d-1204a3b357ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:16Z', 'updated_at': '2021-09-17T17:23:22Z', 'revision_number': 5, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'subnets': [{'id': 'fde94289-3ec1-481c-9f1d-1204a3b357ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:31:20.573784 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee70a91-f1e4-40c7-a85b-8fcdf728f8d3 None None] Checking router: e805a886-3d60-4489-b016-6b45efe1e830 for host: dv-cinder-809828-1-iscsi {{(pid=94717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:31:20.580429 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee70a91-f1e4-40c7-a85b-8fcdf728f8d3 None None] Routers {'e805a886-3d60-4489-b016-6b45efe1e830'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:31:20.581038 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-2ee70a91-f1e4-40c7-a85b-8fcdf728f8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:30:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['e805a886-3d60-4489-b016-6b45efe1e830'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:31:20.682647 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-2ee70a91-f1e4-40c7-a85b-8fcdf728f8d3 None None] Set router e805a886-3d60-4489-b016-6b45efe1e830 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:31:20.879388 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-2ee70a91-f1e4-40c7-a85b-8fcdf728f8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'name': 'tempest-AttachVolumeShelveTestJSON-1746386591-router', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '09643d44-ec17-420c-a2b9-cd9af343945f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:23:10Z', 'updated_at': '2021-09-17T17:23:17Z', 'revision_number': 4, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'gw_port': {'id': '09643d44-ec17-420c-a2b9-cd9af343945f', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:28:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:11Z', 'updated_at': '2021-09-17T17:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': '9d46329d-bd68-4648-a638-225b607f780f', 'name': '', 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'mac_address': 'fa:16:3e:2f:71:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fde94289-3ec1-481c-9f1d-1204a3b357ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:16Z', 'updated_at': '2021-09-17T17:23:22Z', 'revision_number': 5, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'subnets': [{'id': 'fde94289-3ec1-481c-9f1d-1204a3b357ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:31:20.908395 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee70a91-f1e4-40c7-a85b-8fcdf728f8d3 None None] The sync data for ids ['e805a886-3d60-4489-b016-6b45efe1e830'] in dv-cinder-809828-1-iscsi is: [{'id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'name': 'tempest-AttachVolumeShelveTestJSON-1746386591-router', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '09643d44-ec17-420c-a2b9-cd9af343945f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:23:10Z', 'updated_at': '2021-09-17T17:23:17Z', 'revision_number': 4, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'gw_port': {'id': '09643d44-ec17-420c-a2b9-cd9af343945f', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:28:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:11Z', 'updated_at': '2021-09-17T17:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': '9d46329d-bd68-4648-a638-225b607f780f', 'name': '', 'network_id': 'cb36a6d4-a9d9-4809-94d8-ccef3d49f97a', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'mac_address': 'fa:16:3e:2f:71:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fde94289-3ec1-481c-9f1d-1204a3b357ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:16Z', 'updated_at': '2021-09-17T17:23:22Z', 'revision_number': 5, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'subnets': [{'id': 'fde94289-3ec1-481c-9f1d-1204a3b357ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:31:21.037080 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6090d3-98ff-4eb6-ab92-5fa14011b2ac req-1136a837-4a8e-4b9d-8df4-ac542ed42771 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:21.038620 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8e6090d3-98ff-4eb6-ab92-5fa14011b2ac req-1136a837-4a8e-4b9d-8df4-ac542ed42771 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 985 time: 0.0568259 Sep 17 17:31:21.092062 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8e6090d3-98ff-4eb6-ab92-5fa14011b2ac req-bd9cbbb3-8c78-4ba8-970c-6ccb591df2e0 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&id=c021b6b7-0d95-4a7f-b8dd-8837be069674&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379057 Sep 17 17:31:21.153598 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c445bd3-676e-4aa4-948e-54c83a432c1b None None] New status for floating IP a2b61a11-06a3-4daa-ba27-a55b4bb28eb9: DOWN {{(pid=94718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 17:31:21.317055 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ee8c50a9-8a47-4b9e-87f1-7a7d9ccea44e req-1cb119ed-93e2-4292-b6ef-35a0a79f6207 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403388 Sep 17 17:31:21.363009 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 34350) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:31:21.401420 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c50a9-8a47-4b9e-87f1-7a7d9ccea44e req-164e45ec-ba74-4a92-bdad-0a858de559ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:21.403155 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ee8c50a9-8a47-4b9e-87f1-7a7d9ccea44e req-164e45ec-ba74-4a92-bdad-0a858de559ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=050d0f8bf6fd486c9c994e60c94beb88&device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 1098 time: 0.0412953 Sep 17 17:31:21.419904 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-61051116-3fde-4e44-aca1-14d576fc4320 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:21.443598 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-61051116-3fde-4e44-aca1-14d576fc4320 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:21.510339 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c50a9-8a47-4b9e-87f1-7a7d9ccea44e req-41991973-fc15-4dc0-a7ac-e50fec1adf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:21.511858 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ee8c50a9-8a47-4b9e-87f1-7a7d9ccea44e req-41991973-fc15-4dc0-a7ac-e50fec1adf53 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c5fd655e-5563-4ef4-b398-7647045e7dc0 HTTP/1.1" status: 200 len: 910 time: 0.0875881 Sep 17 17:31:21.573868 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-61051116-3fde-4e44-aca1-14d576fc4320 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:21.576609 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-61051116-3fde-4e44-aca1-14d576fc4320 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:21.577763 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-61051116-3fde-4e44-aca1-14d576fc4320 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "DELETE /v2.0/security-groups/9f2f1776-ad6e-4689-bc3a-572d5627662d HTTP/1.1" status: 204 len: 168 time: 0.2135067 Sep 17 17:31:21.581410 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ee8c50a9-8a47-4b9e-87f1-7a7d9ccea44e req-c8b692fb-ff37-4e24-a546-d5ad39b09e6f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4eeb8841-1ba9-4d31-b23e-dfe00e140760 HTTP/1.1" status: 200 len: 999 time: 0.0623095 Sep 17 17:31:21.581861 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 34352) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:31:21.587972 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61051116-3fde-4e44-aca1-14d576fc4320 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2f1776-ad6e-4689-bc3a-572d5627662d,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:31:21.622938 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.api.v2.resource [None req-ce5523f7-e288-4b6c-ba97-53c825c1d4d1 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] show failed (client error): The resource could not be found. Sep 17 17:31:21.624039 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-ce5523f7-e288-4b6c-ba97-53c825c1d4d1 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "GET /v2.0/security-groups/9f2f1776-ad6e-4689-bc3a-572d5627662d HTTP/1.1" status: 404 len: 347 time: 0.0412362 Sep 17 17:31:21.627595 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 34354) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:31:21.643181 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c50a9-8a47-4b9e-87f1-7a7d9ccea44e req-366350d4-250f-4e19-9745-c7f18c4c2e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:21.647127 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ee8c50a9-8a47-4b9e-87f1-7a7d9ccea44e req-366350d4-250f-4e19-9745-c7f18c4c2e42 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=acf76a6c-c31d-46bf-ad83-cd7ec2729137 HTTP/1.1" status: 200 len: 848 time: 0.0563931 Sep 17 17:31:21.689530 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c50a9-8a47-4b9e-87f1-7a7d9ccea44e req-4ea1da56-6948-4065-bbf8-b1dcfa6e6c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:21.691055 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ee8c50a9-8a47-4b9e-87f1-7a7d9ccea44e req-4ea1da56-6948-4065-bbf8-b1dcfa6e6c42 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c5fd655e-5563-4ef4-b398-7647045e7dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390234 Sep 17 17:31:21.747499 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.plugin [None req-26d3a062-d108-4179-b7b2-beee590f0921 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Deleting port 2aa365d4-4260-47d2-8886-5d37aa449007 {{(pid=94716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:31:21.747844 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-26d3a062-d108-4179-b7b2-beee590f0921 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:21.780993 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ee8c50a9-8a47-4b9e-87f1-7a7d9ccea44e req-17bb235a-ff1d-4254-a1ba-cf5951bd8041 service neutron] 10.222.0.42 "GET /v2.0/networks/c5fd655e-5563-4ef4-b398-7647045e7dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830276 Sep 17 17:31:21.827359 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-26d3a062-d108-4179-b7b2-beee590f0921 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:21.827694 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-26d3a062-d108-4179-b7b2-beee590f0921 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:21.839488 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.plugin [None req-26d3a062-d108-4179-b7b2-beee590f0921 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Calling delete_port for 2aa365d4-4260-47d2-8886-5d37aa449007 owned by network:floatingip {{(pid=94716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:31:21.872024 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ee8c50a9-8a47-4b9e-87f1-7a7d9ccea44e req-69f45118-cbdf-44d2-9158-69fe0db025df service neutron] 10.222.0.42 "GET /v2.0/networks/c5fd655e-5563-4ef4-b398-7647045e7dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828969 Sep 17 17:31:22.030908 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-26d3a062-d108-4179-b7b2-beee590f0921 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179149'] for port, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:22.060733 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d3a062-d108-4179-b7b2-beee590f0921 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Pushing event deleted for resources: {'Port': ['ID=2aa365d4-4260-47d2-8886-5d37aa449007,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:31:22.113838 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-26d3a062-d108-4179-b7b2-beee590f0921 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks [] for floatingip, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:22.116546 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-26d3a062-d108-4179-b7b2-beee590f0921 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for floatingip, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:22.117764 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-26d3a062-d108-4179-b7b2-beee590f0921 tempest-AttachVolumeShelveTestJSON-818875565 tempest-AttachVolumeShelveTestJSON-818875565-project] 10.222.0.18 "DELETE /v2.0/floatingips/a2b61a11-06a3-4daa-ba27-a55b4bb28eb9 HTTP/1.1" status: 204 len: 168 time: 0.4891086 Sep 17 17:31:22.853730 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-70deef21-ea09-413e-8136-d0726fa6d0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:23.790973 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 755975be-ed81-4fc9-abfc-9b5c7bfa57d5 no longer exists at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:31:23.809930 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] No Port match for: 755975be-ed81-4fc9-abfc-9b5c7bfa57d5 {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:31:23.810273 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 755975be-ed81-4fc9-abfc-9b5c7bfa57d5 not bound to the agent host hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:31:24.803244 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 34376) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:31:25.232522 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-44fba5f1-1984-45a4-be93-3fdcbb15a255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3691281'] for router_interface, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:25.479691 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.plugin [None req-44fba5f1-1984-45a4-be93-3fdcbb15a255 admin admin] Deleting port 9d46329d-bd68-4648-a638-225b607f780f {{(pid=94716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:31:25.480294 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-44fba5f1-1984-45a4-be93-3fdcbb15a255 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:25.561732 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.db [None req-44fba5f1-1984-45a4-be93-3fdcbb15a255 admin admin] For port 9d46329d-bd68-4648-a638-225b607f780f, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=9d46329d-bd68-4648-a638-225b607f780f,segment=NetworkSegment(b1a03354-394c-43d7-9829-253346971927),segment_id=b1a03354-394c-43d7-9829-253346971927)] {{(pid=94716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:31:25.562325 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-44fba5f1-1984-45a4-be93-3fdcbb15a255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:25.576336 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.plugin [None req-44fba5f1-1984-45a4-be93-3fdcbb15a255 admin admin] Calling delete_port for 9d46329d-bd68-4648-a638-225b607f780f owned by network:router_interface {{(pid=94716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:31:25.635642 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-7abf0697-9298-4761-b288-05345a3c45f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:25.814761 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-44fba5f1-1984-45a4-be93-3fdcbb15a255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179149'] for port, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:25.839676 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fba5f1-1984-45a4-be93-3fdcbb15a255 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d46329d-bd68-4648-a638-225b607f780f,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:31:26.003458 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-44fba5f1-1984-45a4-be93-3fdcbb15a255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693985'] for router_interface, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:26.400407 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44fba5f1-1984-45a4-be93-3fdcbb15a255 admin admin] Router e805a886-3d60-4489-b016-6b45efe1e830 has already been hosted by L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 {{(pid=94716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 17:31:26.503072 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fba5f1-1984-45a4-be93-3fdcbb15a255 admin admin] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:31:26.508008 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-44fba5f1-1984-45a4-be93-3fdcbb15a255 admin admin] 10.222.0.18 "PUT /v2.0/routers/e805a886-3d60-4489-b016-6b45efe1e830/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7036631 Sep 17 17:31:26.510511 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 34380) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:31:26.511371 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038892a6-20c6-4186-881c-87f92457769b None None] Sync routers for ids ['e805a886-3d60-4489-b016-6b45efe1e830'] in dv-cinder-809828-1-iscsi {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:31:26.521009 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038892a6-20c6-4186-881c-87f92457769b None None] Routers {'e805a886-3d60-4489-b016-6b45efe1e830'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:31:26.521625 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-038892a6-20c6-4186-881c-87f92457769b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:31:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['e805a886-3d60-4489-b016-6b45efe1e830'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:31:26.612245 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-b1b45dc1-d85e-473c-9b7e-07d48d8afb02 admin admin] Notify callbacks [] for router, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:26.624691 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-038892a6-20c6-4186-881c-87f92457769b None None] Set router e805a886-3d60-4489-b016-6b45efe1e830 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:31:26.715125 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-b1b45dc1-d85e-473c-9b7e-07d48d8afb02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:26.767457 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:26.791253 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:26.818648 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-038892a6-20c6-4186-881c-87f92457769b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'name': 'tempest-AttachVolumeShelveTestJSON-1746386591-router', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '09643d44-ec17-420c-a2b9-cd9af343945f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:23:10Z', 'updated_at': '2021-09-17T17:31:25Z', 'revision_number': 5, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'gw_port': {'id': '09643d44-ec17-420c-a2b9-cd9af343945f', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:28:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:23:11Z', 'updated_at': '2021-09-17T17:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi'}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:31:26.837563 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.plugin [None req-b1b45dc1-d85e-473c-9b7e-07d48d8afb02 admin admin] Deleting port 09643d44-ec17-420c-a2b9-cd9af343945f {{(pid=94716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:31:26.838110 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-b1b45dc1-d85e-473c-9b7e-07d48d8afb02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:26.848555 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038892a6-20c6-4186-881c-87f92457769b None None] Checking router: e805a886-3d60-4489-b016-6b45efe1e830 for host: dv-cinder-809828-1-iscsi {{(pid=94717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:31:26.857518 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038892a6-20c6-4186-881c-87f92457769b None None] Routers {'e805a886-3d60-4489-b016-6b45efe1e830'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:31:26.857755 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-038892a6-20c6-4186-881c-87f92457769b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:31:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['e805a886-3d60-4489-b016-6b45efe1e830'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:31:26.924130 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.db [None req-b1b45dc1-d85e-473c-9b7e-07d48d8afb02 admin admin] For port 09643d44-ec17-420c-a2b9-cd9af343945f, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=09643d44-ec17-420c-a2b9-cd9af343945f,segment=NetworkSegment(f5bce3a7-39d4-42b3-980e-fe31588455ee),segment_id=f5bce3a7-39d4-42b3-980e-fe31588455ee)] {{(pid=94716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:31:26.924498 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-b1b45dc1-d85e-473c-9b7e-07d48d8afb02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:26.936650 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.plugin [None req-b1b45dc1-d85e-473c-9b7e-07d48d8afb02 admin admin] Calling delete_port for 09643d44-ec17-420c-a2b9-cd9af343945f owned by network:router_gateway {{(pid=94716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:31:26.946117 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-038892a6-20c6-4186-881c-87f92457769b None None] Set router e805a886-3d60-4489-b016-6b45efe1e830 gateway port host: None {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:31:26.997626 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-038892a6-20c6-4186-881c-87f92457769b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'name': 'tempest-AttachVolumeShelveTestJSON-1746386591-router', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:23:10Z', 'updated_at': '2021-09-17T17:31:26Z', 'revision_number': 6, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'gw_port_host': None}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:31:27.026689 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038892a6-20c6-4186-881c-87f92457769b None None] The sync data for ids ['e805a886-3d60-4489-b016-6b45efe1e830'] in dv-cinder-809828-1-iscsi is: [{'id': 'e805a886-3d60-4489-b016-6b45efe1e830', 'name': 'tempest-AttachVolumeShelveTestJSON-1746386591-router', 'tenant_id': 'd00f129a8555488e830b8922b204b52b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:23:10Z', 'updated_at': '2021-09-17T17:31:26Z', 'revision_number': 6, 'project_id': 'd00f129a8555488e830b8922b204b52b', 'gw_port_host': None}] {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:31:27.156695 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-b1b45dc1-d85e-473c-9b7e-07d48d8afb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179149'] for port, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:27.194816 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b45dc1-d85e-473c-9b7e-07d48d8afb02 admin admin] Pushing event deleted for resources: {'Port': ['ID=09643d44-ec17-420c-a2b9-cd9af343945f,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:31:27.252532 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-b1b45dc1-d85e-473c-9b7e-07d48d8afb02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693927'] for router_gateway, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:27.353103 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-b1b45dc1-d85e-473c-9b7e-07d48d8afb02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1013'] for router, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:27.355166 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-b1b45dc1-d85e-473c-9b7e-07d48d8afb02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:27.498334 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-b1b45dc1-d85e-473c-9b7e-07d48d8afb02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691981'] for router, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:27.498900 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b45dc1-d85e-473c-9b7e-07d48d8afb02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e805a886-3d60-4489-b016-6b45efe1e830 {{(pid=94716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 17:31:27.503919 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-b1b45dc1-d85e-473c-9b7e-07d48d8afb02 admin admin] Notify callbacks [] for router, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:27.505087 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-b1b45dc1-d85e-473c-9b7e-07d48d8afb02 admin admin] 10.222.0.18 "DELETE /v2.0/routers/e805a886-3d60-4489-b016-6b45efe1e830 HTTP/1.1" status: 204 len: 168 time: 0.9936030 Sep 17 17:31:27.507676 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 34382) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:31:27.553019 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2d949a2-9bd4-4909-88b3-e0f3bd42347e admin admin] Deleting subnet fde94289-3ec1-481c-9f1d-1204a3b357ea {{(pid=94716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 17:31:27.556273 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-c2d949a2-9bd4-4909-88b3-e0f3bd42347e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:27.590238 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-c2d949a2-9bd4-4909-88b3-e0f3bd42347e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26649732'] for subnet, precommit_delete_associations {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:27.695434 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-c2d949a2-9bd4-4909-88b3-e0f3bd42347e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706992'] for subnet, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:27.818662 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-c2d949a2-9bd4-4909-88b3-e0f3bd42347e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25898032'] for subnet, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:27.841929 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d949a2-9bd4-4909-88b3-e0f3bd42347e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fde94289-3ec1-481c-9f1d-1204a3b357ea,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:31:27.848201 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-c2d949a2-9bd4-4909-88b3-e0f3bd42347e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for subnet, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:27.850579 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-c2d949a2-9bd4-4909-88b3-e0f3bd42347e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fde94289-3ec1-481c-9f1d-1204a3b357ea HTTP/1.1" status: 204 len: 168 time: 0.3415287 Sep 17 17:31:27.852656 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 34384) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:31:27.853592 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147e7116-ce01-47bd-b8fb-332cfa1efbd8 None None] Network cb36a6d4-a9d9-4809-94d8-ccef3d49f97a requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:31:27.949008 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e5442df1-c149-45ba-9d29-0f97b1c870c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3478593'] for network, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:28.005109 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.plugin [None req-e5442df1-c149-45ba-9d29-0f97b1c870c4 admin admin] Deleting port b29505cc-d92d-4ef0-9df8-53d4eed4c1b4 {{(pid=94716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:31:28.005534 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e5442df1-c149-45ba-9d29-0f97b1c870c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:28.081829 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.db [None req-e5442df1-c149-45ba-9d29-0f97b1c870c4 admin admin] For port b29505cc-d92d-4ef0-9df8-53d4eed4c1b4, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=b29505cc-d92d-4ef0-9df8-53d4eed4c1b4,segment=NetworkSegment(b1a03354-394c-43d7-9829-253346971927),segment_id=b1a03354-394c-43d7-9829-253346971927)] {{(pid=94716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:31:28.082192 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e5442df1-c149-45ba-9d29-0f97b1c870c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:28.100431 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.plugin [None req-e5442df1-c149-45ba-9d29-0f97b1c870c4 admin admin] Calling delete_port for b29505cc-d92d-4ef0-9df8-53d4eed4c1b4 owned by network:dhcp {{(pid=94716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:31:28.165012 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc244737-773e-491d-a7dd-ba4401b50dfd None None] DHCP port deletion for cb36a6d4-a9d9-4809-94d8-ccef3d49f97a request from dv-cinder-809828-1-iscsi {{(pid=94717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 17:31:28.232228 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-dc244737-773e-491d-a7dd-ba4401b50dfd None None] Deleting port b29505cc-d92d-4ef0-9df8-53d4eed4c1b4 {{(pid=94717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:31:28.232604 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-dc244737-773e-491d-a7dd-ba4401b50dfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:28.288277 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e5442df1-c149-45ba-9d29-0f97b1c870c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179149'] for port, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:28.297565 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-dc244737-773e-491d-a7dd-ba4401b50dfd None None] For port b29505cc-d92d-4ef0-9df8-53d4eed4c1b4, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=b29505cc-d92d-4ef0-9df8-53d4eed4c1b4,segment=NetworkSegment(b1a03354-394c-43d7-9829-253346971927),segment_id=b1a03354-394c-43d7-9829-253346971927)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:31:28.299134 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-dc244737-773e-491d-a7dd-ba4401b50dfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:28.314566 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-dc244737-773e-491d-a7dd-ba4401b50dfd None None] Calling delete_port for b29505cc-d92d-4ef0-9df8-53d4eed4c1b4 owned by network:dhcp {{(pid=94717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:31:28.316444 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5442df1-c149-45ba-9d29-0f97b1c870c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b29505cc-d92d-4ef0-9df8-53d4eed4c1b4,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:31:28.321313 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5442df1-c149-45ba-9d29-0f97b1c870c4 admin admin] No DVR routers for this DVR port b29505cc-d92d-4ef0-9df8-53d4eed4c1b4 on host dv-cinder-809828-1-iscsi {{(pid=94716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 17:31:28.402853 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e5442df1-c149-45ba-9d29-0f97b1c870c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707639', 'neutron.services.segments.db._delete_segments_for_network-8747491616925'] for network, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:28.428340 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.services.segments.db [None req-e5442df1-c149-45ba-9d29-0f97b1c870c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb36a6d4-a9d9-4809-94d8-ccef3d49f97a']}} {{(pid=94716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:31:28.432702 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-dc244737-773e-491d-a7dd-ba4401b50dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547'] for port, after_delete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:28.438224 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.services.segments.db [None req-e5442df1-c149-45ba-9d29-0f97b1c870c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a03354-394c-43d7-9829-253346971927') {'for_net_delete': True} {{(pid=94716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:31:28.439079 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.services.segments.db [None req-e5442df1-c149-45ba-9d29-0f97b1c870c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a03354-394c-43d7-9829-253346971927') {} {{(pid=94716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:31:28.450846 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e5442df1-c149-45ba-9d29-0f97b1c870c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747491617190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26649743'] for segment, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:28.461569 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc244737-773e-491d-a7dd-ba4401b50dfd None None] Pushing event deleted for resources: {'Port': ['ID=b29505cc-d92d-4ef0-9df8-53d4eed4c1b4,revision_number=None']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:31:28.464949 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc244737-773e-491d-a7dd-ba4401b50dfd None None] No DVR routers for this DVR port b29505cc-d92d-4ef0-9df8-53d4eed4c1b4 on host dv-cinder-809828-1-iscsi {{(pid=94717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 17:31:28.473538 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e5442df1-c149-45ba-9d29-0f97b1c870c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157'] for segment, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:28.475580 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc244737-773e-491d-a7dd-ba4401b50dfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:31:28.475926 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc244737-773e-491d-a7dd-ba4401b50dfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:31:28.476269 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc244737-773e-491d-a7dd-ba4401b50dfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:31:28.476912 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc244737-773e-491d-a7dd-ba4401b50dfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:31:28.476912 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc244737-773e-491d-a7dd-ba4401b50dfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:31:28.477248 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc244737-773e-491d-a7dd-ba4401b50dfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:31:28.477578 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc244737-773e-491d-a7dd-ba4401b50dfd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:31:28.477902 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc244737-773e-491d-a7dd-ba4401b50dfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:31:28.478246 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc244737-773e-491d-a7dd-ba4401b50dfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:31:28.478573 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc244737-773e-491d-a7dd-ba4401b50dfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:31:28.478885 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc244737-773e-491d-a7dd-ba4401b50dfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:31:28.479225 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc244737-773e-491d-a7dd-ba4401b50dfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:31:28.490833 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5442df1-c149-45ba-9d29-0f97b1c870c4 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=94716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 17:31:28.490833 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e5442df1-c149-45ba-9d29-0f97b1c870c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26178748'] for segment, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:28.490833 dv-cinder-809828-1-iscsi neutron-server[94716]: Traceback (most recent call last): Sep 17 17:31:28.490833 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 17:31:28.490833 dv-cinder-809828-1-iscsi neutron-server[94716]: timer() Sep 17 17:31:28.490833 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 17:31:28.490833 dv-cinder-809828-1-iscsi neutron-server[94716]: cb(*args, **kw) Sep 17 17:31:28.490833 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 17:31:28.490833 dv-cinder-809828-1-iscsi neutron-server[94716]: return func(*args, **kwargs) Sep 17 17:31:28.490833 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 17:31:28.490833 dv-cinder-809828-1-iscsi neutron-server[94716]: self._notify() Sep 17 17:31:28.490833 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 17:31:28.490833 dv-cinder-809828-1-iscsi neutron-server[94716]: self.callback(batched_events) Sep 17 17:31:28.490833 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 17:31:28.490833 dv-cinder-809828-1-iscsi neutron-server[94716]: event.method(event) Sep 17 17:31:28.490833 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 17:31:28.490833 dv-cinder-809828-1-iscsi neutron-server[94716]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 17:31:28.490833 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 17:31:28.490833 dv-cinder-809828-1-iscsi neutron-server[94716]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 17:31:28.490833 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 17:31:28.490833 dv-cinder-809828-1-iscsi neutron-server[94716]: return f(self, *a, **k) Sep 17 17:31:28.490833 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 17:31:28.490833 dv-cinder-809828-1-iscsi neutron-server[94716]: return self._get(url).json() Sep 17 17:31:28.490833 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 17:31:28.490833 dv-cinder-809828-1-iscsi neutron-server[94716]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 17:31:28.490833 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 17:31:28.490833 dv-cinder-809828-1-iscsi neutron-server[94716]: return self.request(url, 'GET', **kwargs) Sep 17 17:31:28.490833 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 17:31:28.490833 dv-cinder-809828-1-iscsi neutron-server[94716]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 17:31:28.490833 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 17:31:28.490833 dv-cinder-809828-1-iscsi neutron-server[94716]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 17:31:28.490833 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 17:31:28.490833 dv-cinder-809828-1-iscsi neutron-server[94716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 17:31:28.490833 dv-cinder-809828-1-iscsi neutron-server[94716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 17:31:28.591349 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:28.676957 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e5442df1-c149-45ba-9d29-0f97b1c870c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693827'] for network, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:28.681393 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e5442df1-c149-45ba-9d29-0f97b1c870c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for network, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:28.683683 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-e5442df1-c149-45ba-9d29-0f97b1c870c4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/cb36a6d4-a9d9-4809-94d8-ccef3d49f97a HTTP/1.1" status: 204 len: 168 time: 0.8298802 Sep 17 17:31:28.697917 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5442df1-c149-45ba-9d29-0f97b1c870c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb36a6d4-a9d9-4809-94d8-ccef3d49f97a,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:31:28.918073 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device b29505cc-d92d-4ef0-9df8-53d4eed4c1b4 no longer exists at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:31:28.943689 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] No Port match for: b29505cc-d92d-4ef0-9df8-53d4eed4c1b4 {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:31:28.943689 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device b29505cc-d92d-4ef0-9df8-53d4eed4c1b4 not bound to the agent host dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:31:28.943689 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 9d46329d-bd68-4648-a638-225b607f780f no longer exists at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:31:28.961440 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] No Port match for: 9d46329d-bd68-4648-a638-225b607f780f {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:31:28.961788 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 9d46329d-bd68-4648-a638-225b607f780f not bound to the agent host dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:31:28.962213 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 09643d44-ec17-420c-a2b9-cd9af343945f no longer exists at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:31:28.981564 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] No Port match for: 09643d44-ec17-420c-a2b9-cd9af343945f {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:31:28.981914 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 09643d44-ec17-420c-a2b9-cd9af343945f not bound to the agent host dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:31:29.058797 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 34388) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:31:29.108392 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-f2b7aeac-ece8-4f2f-80ea-fe2fc8b15170 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d00f129a8555488e830b8922b204b52b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0484104 Sep 17 17:31:29.111177 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 34390) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:31:29.161269 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e6c89880-f3f0-417f-9e9d-e5eec1e8c8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:29.181312 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e6c89880-f3f0-417f-9e9d-e5eec1e8c8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:29.345021 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e6c89880-f3f0-417f-9e9d-e5eec1e8c8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:29.347615 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e6c89880-f3f0-417f-9e9d-e5eec1e8c8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:29.348899 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-e6c89880-f3f0-417f-9e9d-e5eec1e8c8bf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5ac47887-3e6a-4f94-b393-53357baba6c2 HTTP/1.1" status: 204 len: 168 time: 0.2368300 Sep 17 17:31:29.356809 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c89880-f3f0-417f-9e9d-e5eec1e8c8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac47887-3e6a-4f94-b393-53357baba6c2,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:31:30.348427 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 34412) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:31:30.443388 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-d207681c-2ef2-49eb-a34d-ddf2eb9ad3bc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1316806164-network', 'tenant_id': '076b6440e007443cbaf7796e9288ae14'}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:31:30.510776 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d207681c-2ef2-49eb-a34d-ddf2eb9ad3bc admin admin] Made reservation on behalf of 076b6440e007443cbaf7796e9288ae14 for: {'network': 1} {{(pid=94716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:31:30.513103 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-d207681c-2ef2-49eb-a34d-ddf2eb9ad3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for network, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:30.521507 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-d207681c-2ef2-49eb-a34d-ddf2eb9ad3bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:30.608979 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-d207681c-2ef2-49eb-a34d-ddf2eb9ad3bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:30.676920 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-d207681c-2ef2-49eb-a34d-ddf2eb9ad3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:30.701442 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d207681c-2ef2-49eb-a34d-ddf2eb9ad3bc admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=94716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 17:31:30.709814 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207681c-2ef2-49eb-a34d-ddf2eb9ad3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a8927e-0d6b-457c-9cf1-a208dbbd56ca,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:31:30.716299 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-d207681c-2ef2-49eb-a34d-ddf2eb9ad3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157'] for segment, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:30.717307 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.db.segments_db [None req-d207681c-2ef2-49eb-a34d-ddf2eb9ad3bc admin admin] Added segment e08fca89-3594-47e5-869b-e045c2f2d20a of type vlan for network 8137f25b-b6e6-4976-b54e-fc4338ead8a6 Sep 17 17:31:30.754917 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-d207681c-2ef2-49eb-a34d-ddf2eb9ad3bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747491074600'] for network, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:30.859360 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-d207681c-2ef2-49eb-a34d-ddf2eb9ad3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198'] for network, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:30.860412 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d207681c-2ef2-49eb-a34d-ddf2eb9ad3bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:30.860989 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-d207681c-2ef2-49eb-a34d-ddf2eb9ad3bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for network, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:30.918417 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207681c-2ef2-49eb-a34d-ddf2eb9ad3bc admin admin] Pushing event updated for resources: {'Network': ['ID=8137f25b-b6e6-4976-b54e-fc4338ead8a6,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:31:30.928063 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Network 8137f25b-b6e6-4976-b54e-fc4338ead8a6 details requested by agent ovs-agent-dv-cinder-809828-1-iscsi with host dv-cinder-809828-1-iscsi {{(pid=94717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 17:31:30.951945 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-d207681c-2ef2-49eb-a34d-ddf2eb9ad3bc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6023791 Sep 17 17:31:30.955890 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 34418) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:31:30.960553 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-8825ea9c-aa5e-4a98-aaca-a71acd65b571 admin admin] Request body: {'subnet': {'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1316806164-subnet', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:31:31.059183 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8825ea9c-aa5e-4a98-aaca-a71acd65b571 admin admin] Made reservation on behalf of 076b6440e007443cbaf7796e9288ae14 for: {'subnet': 1} {{(pid=94716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:31:31.061537 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8825ea9c-aa5e-4a98-aaca-a71acd65b571 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25898007'] for subnet, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:31.310903 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8825ea9c-aa5e-4a98-aaca-a71acd65b571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26179105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25898041'] for subnet, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:31.366303 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8825ea9c-aa5e-4a98-aaca-a71acd65b571 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bc4c3cf-7b2b-4bf9-b610-021a56ed5884,revision_number=0']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:31:31.377091 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8825ea9c-aa5e-4a98-aaca-a71acd65b571 admin admin] Checking segment: {'id': 'e08fca89-3594-47e5-869b-e045c2f2d20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:31:31.377441 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8825ea9c-aa5e-4a98-aaca-a71acd65b571 admin admin] Network hostable DHCP agents. Network: 8137f25b-b6e6-4976-b54e-fc4338ead8a6, hostable agents: ['991be4bd-5269-4100-8238-2a16d095299f'], hosted agents: [] {{(pid=94716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 17:31:31.453499 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8825ea9c-aa5e-4a98-aaca-a71acd65b571 admin admin] Network 8137f25b-b6e6-4976-b54e-fc4338ead8a6 is scheduled to be hosted by DHCP agent 991be4bd-5269-4100-8238-2a16d095299f with binding_index 1 {{(pid=94716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 17:31:31.527947 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.base_scheduler [None req-8825ea9c-aa5e-4a98-aaca-a71acd65b571 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809828-1-iscsi, 8137f25b-b6e6-4976-b54e-fc4338ead8a6) {{(pid=94716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:31:31.531773 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8825ea9c-aa5e-4a98-aaca-a71acd65b571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:31.532551 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8825ea9c-aa5e-4a98-aaca-a71acd65b571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for subnet, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:31.536959 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571ed748-eaf8-4c52-9065-e30411bc512b None None] Network 8137f25b-b6e6-4976-b54e-fc4338ead8a6 requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:31:31.603278 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-8825ea9c-aa5e-4a98-aaca-a71acd65b571 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6463225 Sep 17 17:31:31.605874 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 34420) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:31:31.610601 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-4b1b9626-b428-4271-b833-1516ef0db75e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1316806164-router', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'}}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:31:31.678389 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2040a4b-2f14-4c3e-a0d5-e65ed8e9d843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5bca1476-ec46-5156-a0e6-01362d2bd21f-8137f25b-b6e6-4976-b54e-fc4338ead8a6', 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'fixed_ips': [{'subnet_id': '0bc4c3cf-7b2b-4bf9-b610-021a56ed5884'}]}} from dv-cinder-809828-1-iscsi. {{(pid=94717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 17:31:31.679261 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-e2040a4b-2f14-4c3e-a0d5-e65ed8e9d843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:31.682402 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-4b1b9626-b428-4271-b833-1516ef0db75e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3691676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-987'] for router, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:31.683549 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-4b1b9626-b428-4271-b833-1516ef0db75e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3691788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3693212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1004'] for router, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:31.733956 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-4b1b9626-b428-4271-b833-1516ef0db75e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:31.808197 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.db_base_plugin_common [None req-e2040a4b-2f14-4c3e-a0d5-e65ed8e9d843 None None] Allocated IP 172.20.0.2 (8137f25b-b6e6-4976-b54e-fc4338ead8a6/0bc4c3cf-7b2b-4bf9-b610-021a56ed5884/ad0556fa-1294-4f56-9996-af8a6f75f3f0) {{(pid=94717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:31:31.950190 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-e2040a4b-2f14-4c3e-a0d5-e65ed8e9d843 None None] Notify callbacks [] for port, precommit_create {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:31.954939 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-4b1b9626-b428-4271-b833-1516ef0db75e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:32.014011 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-e2040a4b-2f14-4c3e-a0d5-e65ed8e9d843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538'] for port, after_create {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:32.051325 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2040a4b-2f14-4c3e-a0d5-e65ed8e9d843 None None] Network 8137f25b-b6e6-4976-b54e-fc4338ead8a6 is already hosted by enough agents. {{(pid=94717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:31:32.054147 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.scheduler.base_scheduler [None req-e2040a4b-2f14-4c3e-a0d5-e65ed8e9d843 None None] Resources bound (agent type, host, resource id): {{(pid=94717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:31:32.056647 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2040a4b-2f14-4c3e-a0d5-e65ed8e9d843 None None] Received port after_create {{(pid=94717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:31:32.071888 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2040a4b-2f14-4c3e-a0d5-e65ed8e9d843 None None] Pushing event updated for resources: {'Port': ['ID=ad0556fa-1294-4f56-9996-af8a6f75f3f0,revision_number=1']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:31:32.124528 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-e2040a4b-2f14-4c3e-a0d5-e65ed8e9d843 None None] Attempting to bind port ad0556fa-1294-4f56-9996-af8a6f75f3f0 on host dv-cinder-809828-1-iscsi for vnic_type normal with profile {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:31:32.128760 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-e2040a4b-2f14-4c3e-a0d5-e65ed8e9d843 None None] Attempting to bind port ad0556fa-1294-4f56-9996-af8a6f75f3f0 by drivers openvswitch,hyperv on host dv-cinder-809828-1-iscsi at level 0 using segments [{'id': 'e08fca89-3594-47e5-869b-e045c2f2d20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6'}] {{(pid=94717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:31:32.128760 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2040a4b-2f14-4c3e-a0d5-e65ed8e9d843 None None] Attempting to bind port ad0556fa-1294-4f56-9996-af8a6f75f3f0 on network 8137f25b-b6e6-4976-b54e-fc4338ead8a6 {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:31:32.130483 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2040a4b-2f14-4c3e-a0d5-e65ed8e9d843 None None] Checking agent: {'id': '90d57b62-311c-40f5-abf0-ae568c7aec4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809828-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 14, 57), 'started_at': datetime.datetime(2021, 9, 17, 17, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809828-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:31:32.130858 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2040a4b-2f14-4c3e-a0d5-e65ed8e9d843 None None] Checking segment: {'id': 'e08fca89-3594-47e5-869b-e045c2f2d20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:31:32.131296 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-e2040a4b-2f14-4c3e-a0d5-e65ed8e9d843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:32.131686 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2040a4b-2f14-4c3e-a0d5-e65ed8e9d843 None None] Bound using segment: {'id': 'e08fca89-3594-47e5-869b-e045c2f2d20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6'} {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:31:32.132150 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-e2040a4b-2f14-4c3e-a0d5-e65ed8e9d843 None None] Bound port: ad0556fa-1294-4f56-9996-af8a6f75f3f0, host: dv-cinder-809828-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e08fca89-3594-47e5-869b-e045c2f2d20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6'}}] {{(pid=94717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:31:32.132528 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-e2040a4b-2f14-4c3e-a0d5-e65ed8e9d843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:32.193655 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-e2040a4b-2f14-4c3e-a0d5-e65ed8e9d843 None None] For port ad0556fa-1294-4f56-9996-af8a6f75f3f0, host dv-cinder-809828-1-iscsi, cleared binding levels {{(pid=94717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:31:32.196749 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-e2040a4b-2f14-4c3e-a0d5-e65ed8e9d843 None None] For port ad0556fa-1294-4f56-9996-af8a6f75f3f0, host dv-cinder-809828-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=ad0556fa-1294-4f56-9996-af8a6f75f3f0,segment=NetworkSegment(e08fca89-3594-47e5-869b-e045c2f2d20a),segment_id=e08fca89-3594-47e5-869b-e045c2f2d20a)] {{(pid=94717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:31:32.236930 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-4b1b9626-b428-4271-b833-1516ef0db75e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:32.270329 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-e2040a4b-2f14-4c3e-a0d5-e65ed8e9d843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:32.339934 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2040a4b-2f14-4c3e-a0d5-e65ed8e9d843 None None] Pushing event updated for resources: {'Port': ['ID=ad0556fa-1294-4f56-9996-af8a6f75f3f0,revision_number=2']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:31:32.450392 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-4b1b9626-b428-4271-b833-1516ef0db75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:32.575067 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.db_base_plugin_common [None req-4b1b9626-b428-4271-b833-1516ef0db75e admin admin] Allocated IP 172.27.2.32 (7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02/78817fd2-befc-49bb-8f7f-e04863f48a33/148aee1e-5bca-47d7-8f62-9015ad052126) {{(pid=94716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:31:32.680234 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-4b1b9626-b428-4271-b833-1516ef0db75e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:32.774000 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-4b1b9626-b428-4271-b833-1516ef0db75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179149'] for port, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:32.808697 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1b9626-b428-4271-b833-1516ef0db75e admin admin] Network 7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02 is already hosted by enough agents. {{(pid=94716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:31:32.813954 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.base_scheduler [None req-4b1b9626-b428-4271-b833-1516ef0db75e admin admin] Resources bound (agent type, host, resource id): {{(pid=94716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:31:32.817766 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1b9626-b428-4271-b833-1516ef0db75e admin admin] Received port after_create {{(pid=94716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:31:32.825273 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b9626-b428-4271-b833-1516ef0db75e admin admin] Pushing event updated for resources: {'Port': ['ID=148aee1e-5bca-47d7-8f62-9015ad052126,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:31:32.947126 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device ad0556fa-1294-4f56-9996-af8a6f75f3f0 up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:31:32.996307 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port ad0556fa-1294-4f56-9996-af8a6f75f3f0 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:31:32.997047 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:33.080421 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:33.116519 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] For port ad0556fa-1294-4f56-9996-af8a6f75f3f0, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=ad0556fa-1294-4f56-9996-af8a6f75f3f0,segment=NetworkSegment(e08fca89-3594-47e5-869b-e045c2f2d20a),segment_id=e08fca89-3594-47e5-869b-e045c2f2d20a)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:31:33.140542 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-4b1b9626-b428-4271-b833-1516ef0db75e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:33.194213 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:33.244335 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7e04b0-0b2d-40d6-8e36-86f147263029 None None] Network 8137f25b-b6e6-4976-b54e-fc4338ead8a6 requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:31:33.259921 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Pushing event updated for resources: {'Port': ['ID=ad0556fa-1294-4f56-9996-af8a6f75f3f0,revision_number=3']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:31:33.345095 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-4b1b9626-b428-4271-b833-1516ef0db75e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3691779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3693899'] for router, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:33.357746 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-03f4bc15-245b-4917-adb2-4a84df140495 None None] Provisioning complete for port ad0556fa-1294-4f56-9996-af8a6f75f3f0 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:31:33.358118 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-03f4bc15-245b-4917-adb2-4a84df140495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:33.528073 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1b9626-b428-4271-b833-1516ef0db75e admin admin] Router 2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4 is scheduled to L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 with binding_index 1 {{(pid=94716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 17:31:33.636023 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1b9626-b428-4271-b833-1516ef0db75e admin admin] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:31:33.645167 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bd8ef4-e48d-4c0e-a711-095b8760839e None None] Sync routers for ids ['2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'] in dv-cinder-809828-1-iscsi {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:31:33.653916 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bd8ef4-e48d-4c0e-a711-095b8760839e None None] Routers {'2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:31:33.654517 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-62bd8ef4-e48d-4c0e-a711-095b8760839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:31:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:31:33.690616 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-db732326-9760-4686-a39c-62e4b99f1e1d None None] Provisioning complete for port ad0556fa-1294-4f56-9996-af8a6f75f3f0 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:31:33.691025 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-db732326-9760-4686-a39c-62e4b99f1e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:33.694345 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-4b1b9626-b428-4271-b833-1516ef0db75e admin admin] Notify callbacks [] for router, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:33.695666 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-4b1b9626-b428-4271-b833-1516ef0db75e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0888648 Sep 17 17:31:33.698262 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 34422) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:31:33.758341 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-62bd8ef4-e48d-4c0e-a711-095b8760839e None None] Set router 2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:31:33.930639 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-62bd8ef4-e48d-4c0e-a711-095b8760839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'name': 'tempest-AttachVolumeTestJSON-1316806164-router', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '148aee1e-5bca-47d7-8f62-9015ad052126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:31:31Z', 'updated_at': '2021-09-17T17:31:32Z', 'revision_number': 3, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'gw_port': {'id': '148aee1e-5bca-47d7-8f62-9015ad052126', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:31:32Z', 'updated_at': '2021-09-17T17:31:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi'}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:31:33.960740 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bd8ef4-e48d-4c0e-a711-095b8760839e None None] Checking router: 2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4 for host: dv-cinder-809828-1-iscsi {{(pid=94718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:31:33.961090 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bd8ef4-e48d-4c0e-a711-095b8760839e None None] Updating router 2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4 port 148aee1e-5bca-47d7-8f62-9015ad052126 binding host dv-cinder-809828-1-iscsi {{(pid=94718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 17:31:33.986038 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-62bd8ef4-e48d-4c0e-a711-095b8760839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:34.102372 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-6c9696d0-0182-42c7-bf7a-07bd24c6b71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:34.232284 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-62bd8ef4-e48d-4c0e-a711-095b8760839e None None] Notify callbacks [] for port, precommit_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:34.255934 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.db_base_plugin_common [None req-6c9696d0-0182-42c7-bf7a-07bd24c6b71a admin admin] Allocated IP 172.20.0.1 (8137f25b-b6e6-4976-b54e-fc4338ead8a6/0bc4c3cf-7b2b-4bf9-b610-021a56ed5884/cce989ac-206e-4bce-a675-be233e11770f) {{(pid=94716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:31:34.333708 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-62bd8ef4-e48d-4c0e-a711-095b8760839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:34.358385 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-6c9696d0-0182-42c7-bf7a-07bd24c6b71a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:34.388404 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c595c45-1439-4836-acd3-1c4bf6409b7d None None] Pushing event updated for resources: {'Port': ['ID=148aee1e-5bca-47d7-8f62-9015ad052126,revision_number=2']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:31:34.393548 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-62bd8ef4-e48d-4c0e-a711-095b8760839e None None] Attempting to bind port 148aee1e-5bca-47d7-8f62-9015ad052126 on host dv-cinder-809828-1-iscsi for vnic_type normal with profile {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:31:34.393924 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-62bd8ef4-e48d-4c0e-a711-095b8760839e None None] Attempting to bind port 148aee1e-5bca-47d7-8f62-9015ad052126 by drivers openvswitch,hyperv on host dv-cinder-809828-1-iscsi at level 0 using segments [{'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:31:34.394291 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bd8ef4-e48d-4c0e-a711-095b8760839e None None] Attempting to bind port 148aee1e-5bca-47d7-8f62-9015ad052126 on network 7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02 {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:31:34.402287 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c595c45-1439-4836-acd3-1c4bf6409b7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:31:34.402638 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c595c45-1439-4836-acd3-1c4bf6409b7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:31:34.403003 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c595c45-1439-4836-acd3-1c4bf6409b7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:31:34.403344 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c595c45-1439-4836-acd3-1c4bf6409b7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:31:34.403678 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c595c45-1439-4836-acd3-1c4bf6409b7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:31:34.404011 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c595c45-1439-4836-acd3-1c4bf6409b7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:31:34.404342 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c595c45-1439-4836-acd3-1c4bf6409b7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:31:34.404671 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c595c45-1439-4836-acd3-1c4bf6409b7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:31:34.405014 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c595c45-1439-4836-acd3-1c4bf6409b7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:31:34.405345 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c595c45-1439-4836-acd3-1c4bf6409b7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:31:34.405674 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c595c45-1439-4836-acd3-1c4bf6409b7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:31:34.405995 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c595c45-1439-4836-acd3-1c4bf6409b7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:31:34.409587 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bd8ef4-e48d-4c0e-a711-095b8760839e None None] Checking agent: {'id': '90d57b62-311c-40f5-abf0-ae568c7aec4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809828-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 14, 57), 'started_at': datetime.datetime(2021, 9, 17, 17, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809828-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:31:34.409964 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bd8ef4-e48d-4c0e-a711-095b8760839e None None] Checking segment: {'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:31:34.410370 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-62bd8ef4-e48d-4c0e-a711-095b8760839e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:34.410756 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bd8ef4-e48d-4c0e-a711-095b8760839e None None] Bound using segment: {'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'} {{(pid=94718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:31:34.411250 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.managers [None req-62bd8ef4-e48d-4c0e-a711-095b8760839e None None] Bound port: 148aee1e-5bca-47d7-8f62-9015ad052126, host: dv-cinder-809828-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bce3a7-39d4-42b3-980e-fe31588455ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'}}] {{(pid=94718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:31:34.411632 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-62bd8ef4-e48d-4c0e-a711-095b8760839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:34.462503 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-62bd8ef4-e48d-4c0e-a711-095b8760839e None None] For port 148aee1e-5bca-47d7-8f62-9015ad052126, host dv-cinder-809828-1-iscsi, cleared binding levels {{(pid=94718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:31:34.465350 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-6c9696d0-0182-42c7-bf7a-07bd24c6b71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179149'] for port, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:34.469191 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.plugins.ml2.db [None req-62bd8ef4-e48d-4c0e-a711-095b8760839e None None] For port 148aee1e-5bca-47d7-8f62-9015ad052126, host dv-cinder-809828-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=148aee1e-5bca-47d7-8f62-9015ad052126,segment=NetworkSegment(f5bce3a7-39d4-42b3-980e-fe31588455ee),segment_id=f5bce3a7-39d4-42b3-980e-fe31588455ee)] {{(pid=94718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:31:34.499610 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9696d0-0182-42c7-bf7a-07bd24c6b71a admin admin] Network 8137f25b-b6e6-4976-b54e-fc4338ead8a6 is already hosted by enough agents. {{(pid=94716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:31:34.503005 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.base_scheduler [None req-6c9696d0-0182-42c7-bf7a-07bd24c6b71a admin admin] Resources bound (agent type, host, resource id): {{(pid=94716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:31:34.505402 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9696d0-0182-42c7-bf7a-07bd24c6b71a admin admin] Received port after_create {{(pid=94716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:31:34.538999 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9696d0-0182-42c7-bf7a-07bd24c6b71a admin admin] Pushing event updated for resources: {'Port': ['ID=cce989ac-206e-4bce-a675-be233e11770f,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:31:34.551926 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron_lib.callbacks.manager [None req-62bd8ef4-e48d-4c0e-a711-095b8760839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:34.554690 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-6c9696d0-0182-42c7-bf7a-07bd24c6b71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3693980'] for router_interface, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:34.618054 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c595c45-1439-4836-acd3-1c4bf6409b7d None None] Pushing event updated for resources: {'Port': ['ID=148aee1e-5bca-47d7-8f62-9015ad052126,revision_number=3']} {{(pid=94718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:31:34.625548 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bd8ef4-e48d-4c0e-a711-095b8760839e None None] Routers {'2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:31:34.626375 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-62bd8ef4-e48d-4c0e-a711-095b8760839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:31:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:31:34.737997 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-62bd8ef4-e48d-4c0e-a711-095b8760839e None None] Set router 2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:31:34.753148 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-6c9696d0-0182-42c7-bf7a-07bd24c6b71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:34.801874 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d34e1ede-756e-4aff-a2ec-96ec832055e7 None None] Provisioning complete for port cce989ac-206e-4bce-a675-be233e11770f triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:31:34.802462 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d34e1ede-756e-4aff-a2ec-96ec832055e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:34.862705 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-d34e1ede-756e-4aff-a2ec-96ec832055e7 None None] Port cce989ac-206e-4bce-a675-be233e11770f cannot update to ACTIVE because it is not bound. {{(pid=94717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 17:31:34.925081 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device ad0556fa-1294-4f56-9996-af8a6f75f3f0 up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:31:34.953869 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-6c9696d0-0182-42c7-bf7a-07bd24c6b71a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:34.973451 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port ad0556fa-1294-4f56-9996-af8a6f75f3f0 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:31:34.973826 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:35.016573 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-62bd8ef4-e48d-4c0e-a711-095b8760839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'name': 'tempest-AttachVolumeTestJSON-1316806164-router', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '148aee1e-5bca-47d7-8f62-9015ad052126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:31:31Z', 'updated_at': '2021-09-17T17:31:32Z', 'revision_number': 3, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'gw_port': {'id': '148aee1e-5bca-47d7-8f62-9015ad052126', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:31:32Z', 'updated_at': '2021-09-17T17:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi'}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:31:35.042685 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bd8ef4-e48d-4c0e-a711-095b8760839e None None] The sync data for ids ['2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'] in dv-cinder-809828-1-iscsi is: [{'id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'name': 'tempest-AttachVolumeTestJSON-1316806164-router', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '148aee1e-5bca-47d7-8f62-9015ad052126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:31:31Z', 'updated_at': '2021-09-17T17:31:32Z', 'revision_number': 3, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'gw_port': {'id': '148aee1e-5bca-47d7-8f62-9015ad052126', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:31:32Z', 'updated_at': '2021-09-17T17:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi'}] {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:31:35.087934 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-6c9696d0-0182-42c7-bf7a-07bd24c6b71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179156'] for port, after_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:35.157725 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9696d0-0182-42c7-bf7a-07bd24c6b71a admin admin] Pushing event updated for resources: {'Port': ['ID=cce989ac-206e-4bce-a675-be233e11770f,revision_number=2']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:31:35.162365 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-6c9696d0-0182-42c7-bf7a-07bd24c6b71a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3691276'] for router_interface, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:35.294180 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9696d0-0182-42c7-bf7a-07bd24c6b71a admin admin] Network 8137f25b-b6e6-4976-b54e-fc4338ead8a6 is already hosted by enough agents. {{(pid=94716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:31:35.295724 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.base_scheduler [None req-6c9696d0-0182-42c7-bf7a-07bd24c6b71a admin admin] Resources bound (agent type, host, resource id): {{(pid=94716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:31:35.588337 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-edee8f89-6b20-479c-8414-182763a5fbfa None None] Provisioning complete for port cce989ac-206e-4bce-a675-be233e11770f triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:31:35.588803 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-edee8f89-6b20-479c-8414-182763a5fbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:35.628336 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-edee8f89-6b20-479c-8414-182763a5fbfa None None] Port cce989ac-206e-4bce-a675-be233e11770f cannot update to ACTIVE because it is not bound. {{(pid=94717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 17:31:35.642419 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9696d0-0182-42c7-bf7a-07bd24c6b71a admin admin] Router 2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4 has already been hosted by L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 {{(pid=94716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 17:31:35.755333 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9696d0-0182-42c7-bf7a-07bd24c6b71a admin admin] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:31:35.762231 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-6c9696d0-0182-42c7-bf7a-07bd24c6b71a admin admin] 10.222.0.18 "PUT /v2.0/routers/2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0616858 Sep 17 17:31:36.527788 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5c166d-db79-4ff4-9bdb-73922192b54d None None] Sync routers for ids ['2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'] in dv-cinder-809828-1-iscsi {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:31:36.537313 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5c166d-db79-4ff4-9bdb-73922192b54d None None] Routers {'2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:31:36.538163 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-ba5c166d-db79-4ff4-9bdb-73922192b54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:31:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:31:36.572017 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 34438) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:31:36.576553 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-36353fc5-2d6c-4d56-82df-df5df7aa5f73 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1267871159', 'description': 'tempest-description--1323639549'}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:31:36.644228 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-ba5c166d-db79-4ff4-9bdb-73922192b54d None None] Set router 2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:31:36.664107 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-36353fc5-2d6c-4d56-82df-df5df7aa5f73 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:36.742909 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-36353fc5-2d6c-4d56-82df-df5df7aa5f73 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:36.808244 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-36353fc5-2d6c-4d56-82df-df5df7aa5f73 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:36.837269 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36353fc5-2d6c-4d56-82df-df5df7aa5f73 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c202ad7-bc20-4e95-832f-62fc915b4006,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:31:36.841798 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-ba5c166d-db79-4ff4-9bdb-73922192b54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'name': 'tempest-AttachVolumeTestJSON-1316806164-router', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '148aee1e-5bca-47d7-8f62-9015ad052126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:31:31Z', 'updated_at': '2021-09-17T17:31:34Z', 'revision_number': 4, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'gw_port': {'id': '148aee1e-5bca-47d7-8f62-9015ad052126', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:31:32Z', 'updated_at': '2021-09-17T17:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': 'cce989ac-206e-4bce-a675-be233e11770f', 'name': '', 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'mac_address': 'fa:16:3e:7f:57:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '0bc4c3cf-7b2b-4bf9-b610-021a56ed5884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:31:34Z', 'updated_at': '2021-09-17T17:31:34Z', 'revision_number': 2, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'subnets': [{'id': '0bc4c3cf-7b2b-4bf9-b610-021a56ed5884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:31:36.874009 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5c166d-db79-4ff4-9bdb-73922192b54d None None] Checking router: 2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4 for host: dv-cinder-809828-1-iscsi {{(pid=94717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:31:36.874364 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5c166d-db79-4ff4-9bdb-73922192b54d None None] Updating router 2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4 port cce989ac-206e-4bce-a675-be233e11770f binding host dv-cinder-809828-1-iscsi {{(pid=94717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 17:31:36.905489 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-36353fc5-2d6c-4d56-82df-df5df7aa5f73 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:36.907107 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-36353fc5-2d6c-4d56-82df-df5df7aa5f73 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3340099 Sep 17 17:31:36.911220 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba5c166d-db79-4ff4-9bdb-73922192b54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:36.912007 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 34440) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:31:36.916503 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-5a052c93-433c-437d-be66-09466c0632d3 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Request body: {'security_group_rule': {'security_group_id': '7c202ad7-bc20-4e95-832f-62fc915b4006', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:31:36.948382 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 148aee1e-5bca-47d7-8f62-9015ad052126 up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:31:37.024408 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-5a052c93-433c-437d-be66-09466c0632d3 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:37.078553 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port 148aee1e-5bca-47d7-8f62-9015ad052126 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:31:37.078863 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:37.080710 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-5a052c93-433c-437d-be66-09466c0632d3 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:37.145570 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-5a052c93-433c-437d-be66-09466c0632d3 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714646'] for security_group_rule, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:37.167850 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a052c93-433c-437d-be66-09466c0632d3 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f247e08-f84a-4175-a5fc-f9ddd5543f4e,revision_number=0']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:31:37.229690 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-5a052c93-433c-437d-be66-09466c0632d3 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:37.230920 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-5a052c93-433c-437d-be66-09466c0632d3 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3179333 Sep 17 17:31:37.233575 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 34442) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:31:37.239005 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-8b48a0c0-07be-44dd-962a-ea273e596d7c tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Request body: {'security_group_rule': {'security_group_id': '7c202ad7-bc20-4e95-832f-62fc915b4006', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:31:37.337266 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8b48a0c0-07be-44dd-962a-ea273e596d7c tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:37.342231 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:37.388583 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] For port 148aee1e-5bca-47d7-8f62-9015ad052126, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=148aee1e-5bca-47d7-8f62-9015ad052126,segment=NetworkSegment(f5bce3a7-39d4-42b3-980e-fe31588455ee),segment_id=f5bce3a7-39d4-42b3-980e-fe31588455ee)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:31:37.392544 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8b48a0c0-07be-44dd-962a-ea273e596d7c tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:37.405112 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba5c166d-db79-4ff4-9bdb-73922192b54d None None] Notify callbacks [] for port, precommit_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:37.442026 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:37.459484 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8b48a0c0-07be-44dd-962a-ea273e596d7c tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714646'] for security_group_rule, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:37.465679 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba5c166d-db79-4ff4-9bdb-73922192b54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:37.477275 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b48a0c0-07be-44dd-962a-ea273e596d7c tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ac67140-7fd9-4ed3-a553-15a9ec1bac36,revision_number=0']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:31:37.513852 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Pushing event updated for resources: {'Port': ['ID=148aee1e-5bca-47d7-8f62-9015ad052126,revision_number=4']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:31:37.585186 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8b48a0c0-07be-44dd-962a-ea273e596d7c tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:37.586459 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-8b48a0c0-07be-44dd-962a-ea273e596d7c tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3518295 Sep 17 17:31:37.588437 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c091bf64-0e58-43e9-a48d-e16a192374bb None None] Pushing event updated for resources: {'Port': ['ID=cce989ac-206e-4bce-a675-be233e11770f,revision_number=3']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:31:37.589419 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 34446) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:31:37.592135 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-ba5c166d-db79-4ff4-9bdb-73922192b54d None None] Attempting to bind port cce989ac-206e-4bce-a675-be233e11770f on host dv-cinder-809828-1-iscsi for vnic_type normal with profile {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:31:37.594407 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-ba5c166d-db79-4ff4-9bdb-73922192b54d None None] Attempting to bind port cce989ac-206e-4bce-a675-be233e11770f by drivers openvswitch,hyperv on host dv-cinder-809828-1-iscsi at level 0 using segments [{'id': 'e08fca89-3594-47e5-869b-e045c2f2d20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6'}] {{(pid=94717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:31:37.594407 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5c166d-db79-4ff4-9bdb-73922192b54d None None] Attempting to bind port cce989ac-206e-4bce-a675-be233e11770f on network 8137f25b-b6e6-4976-b54e-fc4338ead8a6 {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:31:37.595208 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-58063d63-b8f5-4a87-af57-288493b7f648 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Request body: {'floatingip': {'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:31:37.599422 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5c166d-db79-4ff4-9bdb-73922192b54d None None] Checking agent: {'id': '90d57b62-311c-40f5-abf0-ae568c7aec4a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809828-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 14, 57), 'started_at': datetime.datetime(2021, 9, 17, 17, 15, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809828-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:31:37.599704 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5c166d-db79-4ff4-9bdb-73922192b54d None None] Checking segment: {'id': 'e08fca89-3594-47e5-869b-e045c2f2d20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:31:37.600117 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba5c166d-db79-4ff4-9bdb-73922192b54d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:37.600520 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5c166d-db79-4ff4-9bdb-73922192b54d None None] Bound using segment: {'id': 'e08fca89-3594-47e5-869b-e045c2f2d20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6'} {{(pid=94717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:31:37.601136 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.managers [None req-ba5c166d-db79-4ff4-9bdb-73922192b54d None None] Bound port: cce989ac-206e-4bce-a675-be233e11770f, host: dv-cinder-809828-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e08fca89-3594-47e5-869b-e045c2f2d20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6'}}] {{(pid=94717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:31:37.601607 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba5c166d-db79-4ff4-9bdb-73922192b54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:37.675494 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba5c166d-db79-4ff4-9bdb-73922192b54d None None] For port cce989ac-206e-4bce-a675-be233e11770f, host dv-cinder-809828-1-iscsi, cleared binding levels {{(pid=94717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:31:37.678831 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba5c166d-db79-4ff4-9bdb-73922192b54d None None] For port cce989ac-206e-4bce-a675-be233e11770f, host dv-cinder-809828-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=cce989ac-206e-4bce-a675-be233e11770f,segment=NetworkSegment(e08fca89-3594-47e5-869b-e045c2f2d20a),segment_id=e08fca89-3594-47e5-869b-e045c2f2d20a)] {{(pid=94717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:31:37.682976 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-497e82d8-2427-4d8a-9c27-603fc0ef4b01 None None] Provisioning complete for port cce989ac-206e-4bce-a675-be233e11770f triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:31:37.683356 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-497e82d8-2427-4d8a-9c27-603fc0ef4b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:37.719821 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-497e82d8-2427-4d8a-9c27-603fc0ef4b01 None None] Port cce989ac-206e-4bce-a675-be233e11770f cannot update to ACTIVE because it is not bound. {{(pid=94717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 17:31:37.733899 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-58063d63-b8f5-4a87-af57-288493b7f648 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for floatingip, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:37.762777 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba5c166d-db79-4ff4-9bdb-73922192b54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:37.818448 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5c166d-db79-4ff4-9bdb-73922192b54d None None] Routers {'2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:31:37.819387 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-ba5c166d-db79-4ff4-9bdb-73922192b54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:31:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:31:37.838058 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-58063d63-b8f5-4a87-af57-288493b7f648 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:37.861076 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c091bf64-0e58-43e9-a48d-e16a192374bb None None] Pushing event updated for resources: {'Port': ['ID=cce989ac-206e-4bce-a675-be233e11770f,revision_number=4']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:31:37.941078 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-ba5c166d-db79-4ff4-9bdb-73922192b54d None None] Set router 2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:31:37.955515 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.db_base_plugin_common [None req-58063d63-b8f5-4a87-af57-288493b7f648 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Allocated IP 172.27.2.42 (7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02/78817fd2-befc-49bb-8f7f-e04863f48a33/346c7620-af8e-4269-aea5-1ad46dfc0df5) {{(pid=94716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:31:38.058495 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-58063d63-b8f5-4a87-af57-288493b7f648 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for port, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:38.078430 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-158dd32b-3b2a-4e82-ae13-56cbdcbcfbbe None None] Provisioning complete for port cce989ac-206e-4bce-a675-be233e11770f triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:31:38.079424 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-158dd32b-3b2a-4e82-ae13-56cbdcbcfbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:38.161691 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-58063d63-b8f5-4a87-af57-288493b7f648 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179149'] for port, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:38.197366 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58063d63-b8f5-4a87-af57-288493b7f648 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Network 7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02 is already hosted by enough agents. {{(pid=94716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:31:38.200162 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.base_scheduler [None req-58063d63-b8f5-4a87-af57-288493b7f648 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Resources bound (agent type, host, resource id): {{(pid=94716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:31:38.203586 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58063d63-b8f5-4a87-af57-288493b7f648 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Received port after_create {{(pid=94716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:31:38.214427 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-158dd32b-3b2a-4e82-ae13-56cbdcbcfbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:38.230706 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58063d63-b8f5-4a87-af57-288493b7f648 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Pushing event updated for resources: {'Port': ['ID=346c7620-af8e-4269-aea5-1ad46dfc0df5,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:31:38.237653 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-ba5c166d-db79-4ff4-9bdb-73922192b54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'name': 'tempest-AttachVolumeTestJSON-1316806164-router', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '148aee1e-5bca-47d7-8f62-9015ad052126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:31:31Z', 'updated_at': '2021-09-17T17:31:34Z', 'revision_number': 4, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'gw_port': {'id': '148aee1e-5bca-47d7-8f62-9015ad052126', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:31:32Z', 'updated_at': '2021-09-17T17:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': 'cce989ac-206e-4bce-a675-be233e11770f', 'name': '', 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'mac_address': 'fa:16:3e:7f:57:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '0bc4c3cf-7b2b-4bf9-b610-021a56ed5884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:31:34Z', 'updated_at': '2021-09-17T17:31:37Z', 'revision_number': 4, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'subnets': [{'id': '0bc4c3cf-7b2b-4bf9-b610-021a56ed5884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:31:38.272645 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5c166d-db79-4ff4-9bdb-73922192b54d None None] The sync data for ids ['2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'] in dv-cinder-809828-1-iscsi is: [{'id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'name': 'tempest-AttachVolumeTestJSON-1316806164-router', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '148aee1e-5bca-47d7-8f62-9015ad052126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:31:31Z', 'updated_at': '2021-09-17T17:31:34Z', 'revision_number': 4, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'gw_port': {'id': '148aee1e-5bca-47d7-8f62-9015ad052126', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:31:32Z', 'updated_at': '2021-09-17T17:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': 'cce989ac-206e-4bce-a675-be233e11770f', 'name': '', 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'mac_address': 'fa:16:3e:7f:57:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '0bc4c3cf-7b2b-4bf9-b610-021a56ed5884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:31:34Z', 'updated_at': '2021-09-17T17:31:37Z', 'revision_number': 4, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'subnets': [{'id': '0bc4c3cf-7b2b-4bf9-b610-021a56ed5884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:31:38.276988 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-158dd32b-3b2a-4e82-ae13-56cbdcbcfbbe None None] For port cce989ac-206e-4bce-a675-be233e11770f, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=cce989ac-206e-4bce-a675-be233e11770f,segment=NetworkSegment(e08fca89-3594-47e5-869b-e045c2f2d20a),segment_id=e08fca89-3594-47e5-869b-e045c2f2d20a)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:31:38.292256 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-58063d63-b8f5-4a87-af57-288493b7f648 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:38.350961 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-158dd32b-3b2a-4e82-ae13-56cbdcbcfbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:38.407908 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158dd32b-3b2a-4e82-ae13-56cbdcbcfbbe None None] Pushing event updated for resources: {'Port': ['ID=cce989ac-206e-4bce-a675-be233e11770f,revision_number=5']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:31:38.417425 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-58063d63-b8f5-4a87-af57-288493b7f648 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:38.574661 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-58063d63-b8f5-4a87-af57-288493b7f648 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for port, precommit_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:38.687871 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-58063d63-b8f5-4a87-af57-288493b7f648 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179156'] for port, after_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:38.764185 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58063d63-b8f5-4a87-af57-288493b7f648 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Pushing event updated for resources: {'Port': ['ID=346c7620-af8e-4269-aea5-1ad46dfc0df5,revision_number=2']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:31:38.774534 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-58063d63-b8f5-4a87-af57-288493b7f648 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693841'] for floatingip, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:38.865202 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-58063d63-b8f5-4a87-af57-288493b7f648 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for floatingip, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:38.866536 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-58063d63-b8f5-4a87-af57-288493b7f648 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2760990 Sep 17 17:31:39.005991 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 148aee1e-5bca-47d7-8f62-9015ad052126 up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:31:39.021112 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-7f941e7f-9705-4fbe-a63d-0960e5d0b472 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1267871159&fields=id&tenant_id=076b6440e007443cbaf7796e9288ae14 HTTP/1.1" status: 200 len: 267 time: 0.0361962 Sep 17 17:31:39.058533 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port 148aee1e-5bca-47d7-8f62-9015ad052126 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:31:39.058908 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:39.136737 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-117c22d3-d511-4f38-9c4c-14dc57cbe26e tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:39.138242 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-117c22d3-d511-4f38-9c4c-14dc57cbe26e tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/networks?id=8137f25b-b6e6-4976-b54e-fc4338ead8a6 HTTP/1.1" status: 200 len: 811 time: 0.1098177 Sep 17 17:31:39.139725 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device cce989ac-206e-4bce-a675-be233e11770f up at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:31:39.159490 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-6e02e462-2dd8-4557-81f8-175a45125bfa tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/quotas/076b6440e007443cbaf7796e9288ae14 HTTP/1.1" status: 200 len: 375 time: 0.0143509 Sep 17 17:31:39.198743 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Provisioning complete for port cce989ac-206e-4bce-a675-be233e11770f triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:31:39.198743 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:39.210912 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-27e2879b-f81d-43c7-bd25-f5308da7ebbd tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=076b6440e007443cbaf7796e9288ae14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496407 Sep 17 17:31:39.323181 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-5365c9df-eb2b-4c31-b97e-5e841bad826d service neutron] 10.222.0.18 "GET /v2.0/networks/8137f25b-b6e6-4976-b54e-fc4338ead8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980718 Sep 17 17:31:39.413639 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-77b2d9a1-26a0-431a-a3e0-212762b0a8a3 service neutron] 10.222.0.18 "GET /v2.0/networks/8137f25b-b6e6-4976-b54e-fc4338ead8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836115 Sep 17 17:31:39.651307 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3342470f-3a55-4959-9486-f88d0db268b3 req-d72a074b-d8c7-416e-8db1-ff32a4ae68dd tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 210 time: 0.0278003 Sep 17 17:31:40.022416 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 6 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:31:40.733548 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-0e640612-11ab-4301-b6c7-cfe0ec9e36e7 req-49f7eed4-5a99-49fd-a0ec-6f98afbe099b tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 210 time: 0.0287013 Sep 17 17:31:41.826901 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7bbeaf5d-55e5-4122-8985-99a484cb7c10 req-53d117fd-a597-45ed-aa5b-82bff5483ad0 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 210 time: 0.0259452 Sep 17 17:31:42.049047 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-1f04d9c2-7f4d-46d2-80d5-090174e2ee89 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:42.050412 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-1f04d9c2-7f4d-46d2-80d5-090174e2ee89 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.42 "GET /v2.0/networks?id=8137f25b-b6e6-4976-b54e-fc4338ead8a6 HTTP/1.1" status: 200 len: 811 time: 0.0980744 Sep 17 17:31:42.102840 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-1bae243e-ca27-49ce-af34-6542213e6c7e tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=076b6440e007443cbaf7796e9288ae14 HTTP/1.1" status: 200 len: 380 time: 0.0321164 Sep 17 17:31:42.113507 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-16c6e819-2662-4fcb-aacd-9ca8510b9831 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Request body: {'port': {'device_id': 'fe07f0b7-4379-4a8c-9b26-a15a45c2fadc', 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6', 'admin_state_up': True, 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'security_groups': ['7c202ad7-bc20-4e95-832f-62fc915b4006']}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:31:42.292037 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-16c6e819-2662-4fcb-aacd-9ca8510b9831 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Made reservation on behalf of 076b6440e007443cbaf7796e9288ae14 for: {'port': 1} {{(pid=94715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:31:42.295769 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-16c6e819-2662-4fcb-aacd-9ca8510b9831 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:42.427615 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.db_base_plugin_common [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-16c6e819-2662-4fcb-aacd-9ca8510b9831 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Allocated IP 172.20.0.11 (8137f25b-b6e6-4976-b54e-fc4338ead8a6/0bc4c3cf-7b2b-4bf9-b610-021a56ed5884/956d4fb8-b2cb-47b7-894d-fcfb8dc85895) {{(pid=94715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:31:42.557641 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-16c6e819-2662-4fcb-aacd-9ca8510b9831 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for port, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:42.625267 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-16c6e819-2662-4fcb-aacd-9ca8510b9831 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:42.668995 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-16c6e819-2662-4fcb-aacd-9ca8510b9831 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Network 8137f25b-b6e6-4976-b54e-fc4338ead8a6 is already hosted by enough agents. {{(pid=94715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:31:42.671951 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-16c6e819-2662-4fcb-aacd-9ca8510b9831 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Resources bound (agent type, host, resource id): {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:31:42.676027 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-16c6e819-2662-4fcb-aacd-9ca8510b9831 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Received port after_create {{(pid=94715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:31:42.701492 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6e819-2662-4fcb-aacd-9ca8510b9831 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Pushing event updated for resources: {'Port': ['ID=956d4fb8-b2cb-47b7-894d-fcfb8dc85895,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:31:42.729139 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-16c6e819-2662-4fcb-aacd-9ca8510b9831 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:42.729765 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-16c6e819-2662-4fcb-aacd-9ca8510b9831 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:42.837158 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-16c6e819-2662-4fcb-aacd-9ca8510b9831 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7278066 Sep 17 17:31:42.850161 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-98f2ac4f-0ccd-459a-9021-409cd5db42d6 service neutron] Request body: {'port': {'device_id': 'fe07f0b7-4379-4a8c-9b26-a15a45c2fadc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80982'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:31:42.900106 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-3da98bdd-135f-42b3-ae98-c757d56fbeb9 None None] Provisioning complete for port 956d4fb8-b2cb-47b7-894d-fcfb8dc85895 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:31:42.900791 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-3da98bdd-135f-42b3-ae98-c757d56fbeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:42.929253 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-98f2ac4f-0ccd-459a-9021-409cd5db42d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:42.933942 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-3da98bdd-135f-42b3-ae98-c757d56fbeb9 None None] Port 956d4fb8-b2cb-47b7-894d-fcfb8dc85895 cannot update to ACTIVE because it is not bound. {{(pid=94717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 17:31:43.208964 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354fa428-5221-4c32-8dd4-1f751bc2a848 req-1522cfff-f572-4df0-b938-739657aedce5 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:43.210468 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-354fa428-5221-4c32-8dd4-1f751bc2a848 req-1522cfff-f572-4df0-b938-739657aedce5 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 932 time: 0.3153329 Sep 17 17:31:43.318651 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-354fa428-5221-4c32-8dd4-1f751bc2a848 req-ae81cdf0-1441-4025-bedb-a5effa8ebedb tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018112 Sep 17 17:31:43.473228 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-98f2ac4f-0ccd-459a-9021-409cd5db42d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 956d4fb8-b2cb-47b7-894d-fcfb8dc85895 {{(pid=94715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:31:43.480423 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-98f2ac4f-0ccd-459a-9021-409cd5db42d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:43.492546 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-98f2ac4f-0ccd-459a-9021-409cd5db42d6 service neutron] Transition to ACTIVE for port object 956d4fb8-b2cb-47b7-894d-fcfb8dc85895 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 17:31:43.572732 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-98f2ac4f-0ccd-459a-9021-409cd5db42d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29270022'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:43.643517 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2ac4f-0ccd-459a-9021-409cd5db42d6 service neutron] Pushing event updated for resources: {'Port': ['ID=956d4fb8-b2cb-47b7-894d-fcfb8dc85895,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:31:43.709378 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-a51366fc-6c1f-44b0-8692-4cfa3e8b10a1 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1378669420&fields=id&tenant_id=6ae79036f78e4d3c9eb885dec9a803b0 HTTP/1.1" status: 200 len: 267 time: 0.0680597 Sep 17 17:31:43.735635 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-98f2ac4f-0ccd-459a-9021-409cd5db42d6 service neutron] Attempting to bind port 956d4fb8-b2cb-47b7-894d-fcfb8dc85895 on host hv-cinder-80982 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:31:43.736088 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-98f2ac4f-0ccd-459a-9021-409cd5db42d6 service neutron] Attempting to bind port 956d4fb8-b2cb-47b7-894d-fcfb8dc85895 by drivers openvswitch,hyperv on host hv-cinder-80982 at level 0 using segments [{'id': 'e08fca89-3594-47e5-869b-e045c2f2d20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:31:43.736436 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-98f2ac4f-0ccd-459a-9021-409cd5db42d6 service neutron] Attempting to bind port 956d4fb8-b2cb-47b7-894d-fcfb8dc85895 on network 8137f25b-b6e6-4976-b54e-fc4338ead8a6 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:31:43.758671 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-98f2ac4f-0ccd-459a-9021-409cd5db42d6 service neutron] Port 956d4fb8-b2cb-47b7-894d-fcfb8dc85895 on network 8137f25b-b6e6-4976-b54e-fc4338ead8a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80982 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 17:31:43.758906 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-98f2ac4f-0ccd-459a-9021-409cd5db42d6 service neutron] Attempting to bind port 956d4fb8-b2cb-47b7-894d-fcfb8dc85895 on network 8137f25b-b6e6-4976-b54e-fc4338ead8a6 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:31:43.765492 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-98f2ac4f-0ccd-459a-9021-409cd5db42d6 service neutron] Checking agent: {'id': 'e15b8fdc-3f6d-455f-8616-9488d56a2a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80982', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'started_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:31:43.765832 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-98f2ac4f-0ccd-459a-9021-409cd5db42d6 service neutron] Checking segment: {'id': 'e08fca89-3594-47e5-869b-e045c2f2d20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:31:43.766378 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-98f2ac4f-0ccd-459a-9021-409cd5db42d6 service neutron] Bound using segment: {'id': 'e08fca89-3594-47e5-869b-e045c2f2d20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:31:43.766819 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-98f2ac4f-0ccd-459a-9021-409cd5db42d6 service neutron] Bound port: 956d4fb8-b2cb-47b7-894d-fcfb8dc85895, host: hv-cinder-80982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e08fca89-3594-47e5-869b-e045c2f2d20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:31:43.767207 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-98f2ac4f-0ccd-459a-9021-409cd5db42d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:43.881926 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-68243e16-6ac6-484b-9d9c-23a25ec4f187 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:43.883356 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-68243e16-6ac6-484b-9d9c-23a25ec4f187 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/networks?id=47e2d6e9-ce7e-458e-b5e3-fc8811121e51 HTTP/1.1" status: 200 len: 810 time: 0.1623912 Sep 17 17:31:43.899701 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-98f2ac4f-0ccd-459a-9021-409cd5db42d6 service neutron] For port 956d4fb8-b2cb-47b7-894d-fcfb8dc85895, host hv-cinder-80982, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:31:43.902317 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-ded38e91-e7e7-4369-9730-1f88b75db7cf tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/quotas/6ae79036f78e4d3c9eb885dec9a803b0 HTTP/1.1" status: 200 len: 375 time: 0.0132546 Sep 17 17:31:43.903902 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-98f2ac4f-0ccd-459a-9021-409cd5db42d6 service neutron] For port 956d4fb8-b2cb-47b7-894d-fcfb8dc85895, host hv-cinder-80982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=956d4fb8-b2cb-47b7-894d-fcfb8dc85895,segment=NetworkSegment(e08fca89-3594-47e5-869b-e045c2f2d20a),segment_id=e08fca89-3594-47e5-869b-e045c2f2d20a)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:31:43.958645 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-120c1226-e26f-4602-b8e9-95d6ece95d64 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ae79036f78e4d3c9eb885dec9a803b0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0506361 Sep 17 17:31:43.996761 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-98f2ac4f-0ccd-459a-9021-409cd5db42d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29270022'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:44.063593 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-98f2ac4f-0ccd-459a-9021-409cd5db42d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:44.064208 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-98f2ac4f-0ccd-459a-9021-409cd5db42d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:44.065761 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-98f2ac4f-0ccd-459a-9021-409cd5db42d6 service neutron] 10.222.0.42 "PUT /v2.0/ports/956d4fb8-b2cb-47b7-894d-fcfb8dc85895 HTTP/1.1" status: 200 len: 1094 time: 1.2200105 Sep 17 17:31:44.069749 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe07f0b7-4379-4a8c-9b26-a15a45c2fadc', 'tag': '956d4fb8-b2cb-47b7-894d-fcfb8dc85895'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:31:44.072806 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5d374e-3c64-491d-a4fb-9f5c598acd99" -d '{"events": [{"name": "network-changed", "server_uuid": "fe07f0b7-4379-4a8c-9b26-a15a45c2fadc", "tag": "956d4fb8-b2cb-47b7-894d-fcfb8dc85895"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:31:44.115243 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 17:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aceb234-36fd-4e3b-947f-6063e244d041 x-openstack-request-id: req-2aceb234-36fd-4e3b-947f-6063e244d041 {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:31:44.115535 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe07f0b7-4379-4a8c-9b26-a15a45c2fadc", "tag": "956d4fb8-b2cb-47b7-894d-fcfb8dc85895", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:31:44.115793 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2aceb234-36fd-4e3b-947f-6063e244d041 {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:31:44.116187 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe07f0b7-4379-4a8c-9b26-a15a45c2fadc', 'tag': '956d4fb8-b2cb-47b7-894d-fcfb8dc85895', 'status': 'completed', 'code': 200} Sep 17 17:31:44.118665 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2ac4f-0ccd-459a-9021-409cd5db42d6 service neutron] Pushing event updated for resources: {'Port': ['ID=956d4fb8-b2cb-47b7-894d-fcfb8dc85895,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:31:44.127558 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-b9f9fb97-0c3f-4e9c-9a05-270d802ea52e service neutron] 10.222.0.18 "GET /v2.0/networks/47e2d6e9-ce7e-458e-b5e3-fc8811121e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570506 Sep 17 17:31:44.241389 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d374e-3c64-491d-a4fb-9f5c598acd99 req-f73bce45-fd0f-499e-85b8-e760991ebb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:44.242892 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3c5d374e-3c64-491d-a4fb-9f5c598acd99 req-f73bce45-fd0f-499e-85b8-e760991ebb90 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=076b6440e007443cbaf7796e9288ae14&device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 1097 time: 0.0982597 Sep 17 17:31:44.281260 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-4c15d705-32cf-446f-8564-f1d7fc58f149 service neutron] 10.222.0.18 "GET /v2.0/networks/47e2d6e9-ce7e-458e-b5e3-fc8811121e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460772 Sep 17 17:31:44.356800 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d374e-3c64-491d-a4fb-9f5c598acd99 req-2d2eb849-865d-489b-b1b3-bab75d3de702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:44.358644 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3c5d374e-3c64-491d-a4fb-9f5c598acd99 req-2d2eb849-865d-489b-b1b3-bab75d3de702 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=076b6440e007443cbaf7796e9288ae14&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1061020 Sep 17 17:31:44.489626 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547a21b-18a3-4854-ab01-e7f9dbbfadc1 req-d847f578-6505-47f5-9049-25aa04236a9e tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:44.491123 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8547a21b-18a3-4854-ab01-e7f9dbbfadc1 req-d847f578-6505-47f5-9049-25aa04236a9e tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 944 time: 0.0926335 Sep 17 17:31:44.496680 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d374e-3c64-491d-a4fb-9f5c598acd99 req-030aee99-93f7-4ddb-941e-239ae704d9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:44.498616 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3c5d374e-3c64-491d-a4fb-9f5c598acd99 req-030aee99-93f7-4ddb-941e-239ae704d9f5 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1321588 Sep 17 17:31:44.537752 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8547a21b-18a3-4854-ab01-e7f9dbbfadc1 req-f8d88fed-561d-43b6-bb1c-33ef3b9b6e9f tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376701 Sep 17 17:31:44.576477 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-16cda3f8-cd8d-4f70-a273-546dc82ed7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:44.577996 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-16cda3f8-cd8d-4f70-a273-546dc82ed7c0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=076b6440e007443cbaf7796e9288ae14&device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 1097 time: 0.0394702 Sep 17 17:31:44.622439 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-48e71c16-6a6b-4994-8a6d-bfcc0fb0b61a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=956d4fb8-b2cb-47b7-894d-fcfb8dc85895 HTTP/1.1" status: 200 len: 217 time: 0.0340462 Sep 17 17:31:44.671185 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-f79a489c-fefb-4741-8d1d-627070e5c01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:44.672577 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-f79a489c-fefb-4741-8d1d-627070e5c01b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0bc4c3cf-7b2b-4bf9-b610-021a56ed5884 HTTP/1.1" status: 200 len: 850 time: 0.0425191 Sep 17 17:31:44.721761 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-32c77433-8c49-4a89-8a3d-c667593b337c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:44.723283 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-32c77433-8c49-4a89-8a3d-c667593b337c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8137f25b-b6e6-4976-b54e-fc4338ead8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439126 Sep 17 17:31:44.817103 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-32c23f77-4a8d-4c28-b4b0-4456f50cc112 service neutron] 10.222.0.42 "GET /v2.0/networks/8137f25b-b6e6-4976-b54e-fc4338ead8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832534 Sep 17 17:31:44.915832 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e7e238be-c6ea-4a6f-bf59-5f7f894c0e21 req-d2ef4722-6957-48ee-96be-3618637ff127 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c561fa-0665-49eb-a8e5-2e41322447a9 HTTP/1.1" status: 200 len: 210 time: 0.0293322 Sep 17 17:31:44.938704 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-909e0aae-364e-4f95-8520-7c17a15d1f63 req-855b54f5-d8cf-4c71-971d-650fc2515727 service neutron] 10.222.0.42 "GET /v2.0/networks/8137f25b-b6e6-4976-b54e-fc4338ead8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120880 Sep 17 17:31:45.493351 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:45.651405 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5afab-8d67-4f64-925b-3434a2e3d85e req-429ad15f-19b4-41d8-8941-94a6dcc83189 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:45.652934 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-41d5afab-8d67-4f64-925b-3434a2e3d85e req-429ad15f-19b4-41d8-8941-94a6dcc83189 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 944 time: 0.0497143 Sep 17 17:31:45.690194 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-41d5afab-8d67-4f64-925b-3434a2e3d85e req-0a42b23a-9cf8-44d5-bac7-70a2027ca298 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311515 Sep 17 17:31:46.009746 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9954cffb-5447-44a8-90f3-aab2643c1447 req-a680fbd4-821a-42c0-b159-72693cf6cd49 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c561fa-0665-49eb-a8e5-2e41322447a9 HTTP/1.1" status: 200 len: 210 time: 0.0300174 Sep 17 17:31:46.869741 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb72d07-f871-46e2-a526-04a351f2141f req-62a1935f-bb60-4a4b-b254-5f22f496c43a tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:46.871282 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5bb72d07-f871-46e2-a526-04a351f2141f req-62a1935f-bb60-4a4b-b254-5f22f496c43a tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 944 time: 0.1150374 Sep 17 17:31:46.919166 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-4af015d3-2934-4a8a-8d76-e25fa81082ca tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:46.920704 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-4af015d3-2934-4a8a-8d76-e25fa81082ca tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.42 "GET /v2.0/networks?id=47e2d6e9-ce7e-458e-b5e3-fc8811121e51 HTTP/1.1" status: 200 len: 810 time: 0.1383009 Sep 17 17:31:46.932632 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5bb72d07-f871-46e2-a526-04a351f2141f req-3c373368-041e-4a2f-9183-2c78cce7865d tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540316 Sep 17 17:31:46.969739 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-981a950e-6a43-4d3a-a6fa-3aad1ac31c00 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ae79036f78e4d3c9eb885dec9a803b0 HTTP/1.1" status: 200 len: 380 time: 0.0343869 Sep 17 17:31:46.979243 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-0226e6ea-2f51-4abb-89d1-ef542626ef29 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Request body: {'port': {'device_id': '10c561fa-0665-49eb-a8e5-2e41322447a9', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'admin_state_up': True, 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'security_groups': ['442d0a5a-fff7-4bba-b9e3-87e16efe6a27']}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:31:47.108609 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f1ca6dc3-a3a5-43be-af1b-55c8275ec05e req-610e4074-a2e3-4cc6-a83e-b8d8d0f53497 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c561fa-0665-49eb-a8e5-2e41322447a9 HTTP/1.1" status: 200 len: 210 time: 0.0302541 Sep 17 17:31:47.168122 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-0226e6ea-2f51-4abb-89d1-ef542626ef29 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Made reservation on behalf of 6ae79036f78e4d3c9eb885dec9a803b0 for: {'port': 1} {{(pid=94715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:31:47.171849 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-0226e6ea-2f51-4abb-89d1-ef542626ef29 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:47.301954 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.db_base_plugin_common [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-0226e6ea-2f51-4abb-89d1-ef542626ef29 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Allocated IP 172.20.0.14 (47e2d6e9-ce7e-458e-b5e3-fc8811121e51/b86cd3d2-7e31-4268-bbf5-56635408c00d/a718fbfc-8909-496a-8aef-09d41896d019) {{(pid=94715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:31:47.439148 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-0226e6ea-2f51-4abb-89d1-ef542626ef29 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for port, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:47.539631 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-0226e6ea-2f51-4abb-89d1-ef542626ef29 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:47.579552 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-0226e6ea-2f51-4abb-89d1-ef542626ef29 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Network 47e2d6e9-ce7e-458e-b5e3-fc8811121e51 is already hosted by enough agents. {{(pid=94715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:31:47.582486 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-0226e6ea-2f51-4abb-89d1-ef542626ef29 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Resources bound (agent type, host, resource id): {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:31:47.584868 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-0226e6ea-2f51-4abb-89d1-ef542626ef29 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Received port after_create {{(pid=94715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:31:47.623090 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226e6ea-2f51-4abb-89d1-ef542626ef29 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Pushing event updated for resources: {'Port': ['ID=a718fbfc-8909-496a-8aef-09d41896d019,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:31:47.636755 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226e6ea-2f51-4abb-89d1-ef542626ef29 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:31:47.637108 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226e6ea-2f51-4abb-89d1-ef542626ef29 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:31:47.637494 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226e6ea-2f51-4abb-89d1-ef542626ef29 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:31:47.637839 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226e6ea-2f51-4abb-89d1-ef542626ef29 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:31:47.638163 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226e6ea-2f51-4abb-89d1-ef542626ef29 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:31:47.638494 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226e6ea-2f51-4abb-89d1-ef542626ef29 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:31:47.638823 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226e6ea-2f51-4abb-89d1-ef542626ef29 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:31:47.639173 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226e6ea-2f51-4abb-89d1-ef542626ef29 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:31:47.639500 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226e6ea-2f51-4abb-89d1-ef542626ef29 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:31:47.639822 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226e6ea-2f51-4abb-89d1-ef542626ef29 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:31:47.640143 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226e6ea-2f51-4abb-89d1-ef542626ef29 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:31:47.640462 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226e6ea-2f51-4abb-89d1-ef542626ef29 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:31:47.655160 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-0226e6ea-2f51-4abb-89d1-ef542626ef29 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:47.655779 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-0226e6ea-2f51-4abb-89d1-ef542626ef29 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:47.757093 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-0226e6ea-2f51-4abb-89d1-ef542626ef29 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7814898 Sep 17 17:31:47.774052 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-49b19e98-a5df-4bce-a5b4-7b6501dea75d service neutron] Request body: {'port': {'device_id': '10c561fa-0665-49eb-a8e5-2e41322447a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80982'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:31:47.818546 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ae53b5fd-752c-4075-a96d-35af473a624e None None] Provisioning complete for port a718fbfc-8909-496a-8aef-09d41896d019 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:31:47.819044 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ae53b5fd-752c-4075-a96d-35af473a624e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:47.833394 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-49b19e98-a5df-4bce-a5b4-7b6501dea75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:47.857606 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-ae53b5fd-752c-4075-a96d-35af473a624e None None] Port a718fbfc-8909-496a-8aef-09d41896d019 cannot update to ACTIVE because it is not bound. {{(pid=94717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 17:31:48.077407 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a4cf7-d936-470c-b025-89c2407b4f29 req-b46f7bcc-fef4-4553-9db5-0f004e6fda0f tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:48.079611 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f27a4cf7-d936-470c-b025-89c2407b4f29 req-b46f7bcc-fef4-4553-9db5-0f004e6fda0f tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 944 time: 0.0722246 Sep 17 17:31:48.157819 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f27a4cf7-d936-470c-b025-89c2407b4f29 req-12dba208-d800-41e2-9d98-49c538e728b2 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714686 Sep 17 17:31:48.163764 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-49b19e98-a5df-4bce-a5b4-7b6501dea75d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a718fbfc-8909-496a-8aef-09d41896d019 {{(pid=94715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:31:48.177440 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-49b19e98-a5df-4bce-a5b4-7b6501dea75d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:48.214053 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-49b19e98-a5df-4bce-a5b4-7b6501dea75d service neutron] Transition to ACTIVE for port object a718fbfc-8909-496a-8aef-09d41896d019 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 17:31:48.234131 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536c641-1d2b-4863-a2e7-07b485b41f05 req-1f1049f2-7ecd-4808-8745-77e60a01c28d tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:48.235747 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9536c641-1d2b-4863-a2e7-07b485b41f05 req-1f1049f2-7ecd-4808-8745-77e60a01c28d tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c561fa-0665-49eb-a8e5-2e41322447a9 HTTP/1.1" status: 200 len: 932 time: 0.0556903 Sep 17 17:31:48.273525 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9536c641-1d2b-4863-a2e7-07b485b41f05 req-32fab4f9-b954-4395-9cc5-9870cac2348f tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318081 Sep 17 17:31:48.299487 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-49b19e98-a5df-4bce-a5b4-7b6501dea75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29270022'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:48.365108 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b19e98-a5df-4bce-a5b4-7b6501dea75d service neutron] Pushing event updated for resources: {'Port': ['ID=a718fbfc-8909-496a-8aef-09d41896d019,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:31:48.421216 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-49b19e98-a5df-4bce-a5b4-7b6501dea75d service neutron] Attempting to bind port a718fbfc-8909-496a-8aef-09d41896d019 on host hv-cinder-80982 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:31:48.421552 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-49b19e98-a5df-4bce-a5b4-7b6501dea75d service neutron] Attempting to bind port a718fbfc-8909-496a-8aef-09d41896d019 by drivers openvswitch,hyperv on host hv-cinder-80982 at level 0 using segments [{'id': '785f5f27-bced-428b-8eaf-2715efe38648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:31:48.421878 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-49b19e98-a5df-4bce-a5b4-7b6501dea75d service neutron] Attempting to bind port a718fbfc-8909-496a-8aef-09d41896d019 on network 47e2d6e9-ce7e-458e-b5e3-fc8811121e51 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:31:48.426624 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-49b19e98-a5df-4bce-a5b4-7b6501dea75d service neutron] Port a718fbfc-8909-496a-8aef-09d41896d019 on network 47e2d6e9-ce7e-458e-b5e3-fc8811121e51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80982 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 17:31:48.426979 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-49b19e98-a5df-4bce-a5b4-7b6501dea75d service neutron] Attempting to bind port a718fbfc-8909-496a-8aef-09d41896d019 on network 47e2d6e9-ce7e-458e-b5e3-fc8811121e51 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:31:48.431911 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-49b19e98-a5df-4bce-a5b4-7b6501dea75d service neutron] Checking agent: {'id': 'e15b8fdc-3f6d-455f-8616-9488d56a2a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80982', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'started_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:31:48.432249 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-49b19e98-a5df-4bce-a5b4-7b6501dea75d service neutron] Checking segment: {'id': '785f5f27-bced-428b-8eaf-2715efe38648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:31:48.432631 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-49b19e98-a5df-4bce-a5b4-7b6501dea75d service neutron] Bound using segment: {'id': '785f5f27-bced-428b-8eaf-2715efe38648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:31:48.433060 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-49b19e98-a5df-4bce-a5b4-7b6501dea75d service neutron] Bound port: a718fbfc-8909-496a-8aef-09d41896d019, host: hv-cinder-80982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '785f5f27-bced-428b-8eaf-2715efe38648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:31:48.433419 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-49b19e98-a5df-4bce-a5b4-7b6501dea75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:48.499082 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-49b19e98-a5df-4bce-a5b4-7b6501dea75d service neutron] For port a718fbfc-8909-496a-8aef-09d41896d019, host hv-cinder-80982, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:31:48.502142 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-49b19e98-a5df-4bce-a5b4-7b6501dea75d service neutron] For port a718fbfc-8909-496a-8aef-09d41896d019, host hv-cinder-80982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=a718fbfc-8909-496a-8aef-09d41896d019,segment=NetworkSegment(785f5f27-bced-428b-8eaf-2715efe38648),segment_id=785f5f27-bced-428b-8eaf-2715efe38648)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:31:48.573589 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-49b19e98-a5df-4bce-a5b4-7b6501dea75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29270022'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:48.611032 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-49b19e98-a5df-4bce-a5b4-7b6501dea75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:48.611032 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-49b19e98-a5df-4bce-a5b4-7b6501dea75d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:48.611032 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-49b19e98-a5df-4bce-a5b4-7b6501dea75d service neutron] 10.222.0.42 "PUT /v2.0/ports/a718fbfc-8909-496a-8aef-09d41896d019 HTTP/1.1" status: 200 len: 1094 time: 0.8399880 Sep 17 17:31:48.611032 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c561fa-0665-49eb-a8e5-2e41322447a9', 'tag': 'a718fbfc-8909-496a-8aef-09d41896d019'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:31:48.612930 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbdf0979-a279-436a-8986-5cc1c13f5aca" -d '{"events": [{"name": "network-changed", "server_uuid": "10c561fa-0665-49eb-a8e5-2e41322447a9", "tag": "a718fbfc-8909-496a-8aef-09d41896d019"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:31:48.638613 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b19e98-a5df-4bce-a5b4-7b6501dea75d service neutron] Pushing event updated for resources: {'Port': ['ID=a718fbfc-8909-496a-8aef-09d41896d019,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:31:48.651766 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 17:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0dd1ca7-89c5-4051-80f9-7ffe7347a720 x-openstack-request-id: req-f0dd1ca7-89c5-4051-80f9-7ffe7347a720 {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:31:48.652061 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c561fa-0665-49eb-a8e5-2e41322447a9", "tag": "a718fbfc-8909-496a-8aef-09d41896d019", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:31:48.652569 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f0dd1ca7-89c5-4051-80f9-7ffe7347a720 {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:31:48.652997 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c561fa-0665-49eb-a8e5-2e41322447a9', 'tag': 'a718fbfc-8909-496a-8aef-09d41896d019', 'status': 'completed', 'code': 200} Sep 17 17:31:48.716716 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf0979-a279-436a-8986-5cc1c13f5aca req-097a478e-2f32-4531-88d6-9dfcc2d4abb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:48.718272 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cbdf0979-a279-436a-8986-5cc1c13f5aca req-097a478e-2f32-4531-88d6-9dfcc2d4abb8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ae79036f78e4d3c9eb885dec9a803b0&device_id=10c561fa-0665-49eb-a8e5-2e41322447a9 HTTP/1.1" status: 200 len: 1097 time: 0.0426915 Sep 17 17:31:48.821844 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf0979-a279-436a-8986-5cc1c13f5aca req-bb60520c-53ea-4144-8137-706bbc03753f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:48.823399 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cbdf0979-a279-436a-8986-5cc1c13f5aca req-bb60520c-53ea-4144-8137-706bbc03753f service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=6ae79036f78e4d3c9eb885dec9a803b0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0964620 Sep 17 17:31:48.889852 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 956d4fb8-b2cb-47b7-894d-fcfb8dc85895 details requested by agent hyperv_hv-cinder-80982 with host hv-cinder-80982 {{(pid=94717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 17:31:48.920969 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf0979-a279-436a-8986-5cc1c13f5aca req-c47b75e9-d1d0-4822-9239-b7789926404b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:48.922447 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cbdf0979-a279-436a-8986-5cc1c13f5aca req-c47b75e9-d1d0-4822-9239-b7789926404b service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890357 Sep 17 17:31:48.983465 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 956d4fb8-b2cb-47b7-894d-fcfb8dc85895, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=956d4fb8-b2cb-47b7-894d-fcfb8dc85895,segment=NetworkSegment(e08fca89-3594-47e5-869b-e045c2f2d20a),segment_id=e08fca89-3594-47e5-869b-e045c2f2d20a)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:31:48.994676 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Returning: {'device': '956d4fb8-b2cb-47b7-894d-fcfb8dc85895', 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6', 'port_id': '956d4fb8-b2cb-47b7-894d-fcfb8dc85895', 'mac_address': 'fa:16:3e:7e:4a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bc4c3cf-7b2b-4bf9-b610-021a56ed5884', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 17:31:49.001526 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-46a533a8-9908-41a5-8f08-31d7a6805743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:49.003085 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-46a533a8-9908-41a5-8f08-31d7a6805743 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ae79036f78e4d3c9eb885dec9a803b0&device_id=10c561fa-0665-49eb-a8e5-2e41322447a9 HTTP/1.1" status: 200 len: 1097 time: 0.0398569 Sep 17 17:31:49.035341 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:49.044866 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-579bc7f8-bb36-4cc0-880d-efc8e31d8303 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a718fbfc-8909-496a-8aef-09d41896d019 HTTP/1.1" status: 200 len: 217 time: 0.0336621 Sep 17 17:31:49.047658 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 956d4fb8-b2cb-47b7-894d-fcfb8dc85895 {{(pid=94717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:31:49.065986 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 956d4fb8-b2cb-47b7-894d-fcfb8dc85895, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=956d4fb8-b2cb-47b7-894d-fcfb8dc85895,segment=NetworkSegment(e08fca89-3594-47e5-869b-e045c2f2d20a),segment_id=e08fca89-3594-47e5-869b-e045c2f2d20a)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:31:49.101367 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-8935e609-d323-46a7-bd83-9e69c70ec815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:49.102826 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-8935e609-d323-46a7-bd83-9e69c70ec815 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b86cd3d2-7e31-4268-bbf5-56635408c00d HTTP/1.1" status: 200 len: 849 time: 0.0465176 Sep 17 17:31:49.116207 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:49.148989 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-aa40350d-4772-4857-8ef7-3dda82c60901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:49.150518 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-aa40350d-4772-4857-8ef7-3dda82c60901 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=47e2d6e9-ce7e-458e-b5e3-fc8811121e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387981 Sep 17 17:31:49.164423 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=956d4fb8-b2cb-47b7-894d-fcfb8dc85895,revision_number=4']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:31:49.268250 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-cc53b464-f3b6-42f6-a0bc-81b7a916aa7c service neutron] 10.222.0.42 "GET /v2.0/networks/47e2d6e9-ce7e-458e-b5e3-fc8811121e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085625 Sep 17 17:31:49.304545 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44dfb12-61e2-4426-99c6-fa1ff48c0ab0 req-ea9e7c3a-96c4-4c65-b612-ac97059efbd3 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:49.306020 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a44dfb12-61e2-4426-99c6-fa1ff48c0ab0 req-ea9e7c3a-96c4-4c65-b612-ac97059efbd3 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 945 time: 0.0816355 Sep 17 17:31:49.389557 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['956d4fb8-b2cb-47b7-894d-fcfb8dc85895'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:31:49.415859 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a44dfb12-61e2-4426-99c6-fa1ff48c0ab0 req-6e2db76e-d35b-472c-8caa-8a6bf9d8d657 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034701 Sep 17 17:31:49.433677 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f8dfc0a3-ba0a-48e0-a75d-2baed3a6afa2 req-f0dbdac4-eda6-4cd9-93c4-29544ce0b5b1 service neutron] 10.222.0.42 "GET /v2.0/networks/47e2d6e9-ce7e-458e-b5e3-fc8811121e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577148 Sep 17 17:31:49.442651 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451f47d-d067-4c4f-a7bb-0c85a466393b req-6b5e5beb-618e-4023-a35e-5a45dcac1d4e tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:49.444394 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f451f47d-d067-4c4f-a7bb-0c85a466393b req-6b5e5beb-618e-4023-a35e-5a45dcac1d4e tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c561fa-0665-49eb-a8e5-2e41322447a9 HTTP/1.1" status: 200 len: 944 time: 0.0900106 Sep 17 17:31:49.483269 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f451f47d-d067-4c4f-a7bb-0c85a466393b req-108e928c-c401-4d6d-a52a-f0dd26541638 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323541 Sep 17 17:31:50.529287 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6e2b4-53b5-472d-bc44-9be111cb8054 req-c2cd3d52-9b6e-4b66-aa1c-5efa780d954d tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:50.530794 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-dac6e2b4-53b5-472d-bc44-9be111cb8054 req-c2cd3d52-9b6e-4b66-aa1c-5efa780d954d tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 945 time: 0.0483546 Sep 17 17:31:50.597375 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-dac6e2b4-53b5-472d-bc44-9be111cb8054 req-af3f0cbb-8d8f-4b22-b843-c7f679dff35f tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584908 Sep 17 17:31:50.617559 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9df8df-747f-411a-8a82-9b528a0e8f81 req-2bf377e6-352a-4d93-a003-ad7bd8600f7f tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:50.619012 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3c9df8df-747f-411a-8a82-9b528a0e8f81 req-2bf377e6-352a-4d93-a003-ad7bd8600f7f tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c561fa-0665-49eb-a8e5-2e41322447a9 HTTP/1.1" status: 200 len: 944 time: 0.0644529 Sep 17 17:31:50.657656 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3c9df8df-747f-411a-8a82-9b528a0e8f81 req-9c29a451-96ea-4cb4-b03e-c37d32f1ff18 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317252 Sep 17 17:31:50.892503 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 956d4fb8-b2cb-47b7-894d-fcfb8dc85895 up at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:31:50.995946 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning for port 956d4fb8-b2cb-47b7-894d-fcfb8dc85895 completed by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 17:31:50.999499 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning complete for port 956d4fb8-b2cb-47b7-894d-fcfb8dc85895 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:31:50.999892 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:51.073124 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:51.093832 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe07f0b7-4379-4a8c-9b26-a15a45c2fadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956d4fb8-b2cb-47b7-894d-fcfb8dc85895'}] {{(pid=94717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:31:51.096152 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef4bfb6114c7858c34ed9f7d570ef17f9d28f3d7fc67a01f0bf07e2066d3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b24686-613a-4ab3-ab18-8378deab6045" -d '{"events": [{"server_uuid": "fe07f0b7-4379-4a8c-9b26-a15a45c2fadc", "name": "network-vif-plugged", "status": "completed", "tag": "956d4fb8-b2cb-47b7-894d-fcfb8dc85895"}]}' {{(pid=94717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:31:51.111636 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 956d4fb8-b2cb-47b7-894d-fcfb8dc85895, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=956d4fb8-b2cb-47b7-894d-fcfb8dc85895,segment=NetworkSegment(e08fca89-3594-47e5-869b-e045c2f2d20a),segment_id=e08fca89-3594-47e5-869b-e045c2f2d20a)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:31:51.130990 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fb5d76-29fa-4ab7-a034-4ff864650705 x-openstack-request-id: req-75fb5d76-29fa-4ab7-a034-4ff864650705 {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:31:51.131270 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe07f0b7-4379-4a8c-9b26-a15a45c2fadc", "name": "network-vif-plugged", "status": "completed", "tag": "956d4fb8-b2cb-47b7-894d-fcfb8dc85895", "code": 200}]} {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:31:51.131516 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-75fb5d76-29fa-4ab7-a034-4ff864650705 {{(pid=94717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:31:51.131905 dv-cinder-809828-1-iscsi neutron-server[94717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe07f0b7-4379-4a8c-9b26-a15a45c2fadc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956d4fb8-b2cb-47b7-894d-fcfb8dc85895', 'code': 200} Sep 17 17:31:51.179218 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:51.230235 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=956d4fb8-b2cb-47b7-894d-fcfb8dc85895,revision_number=5']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:31:51.442258 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94f217-02b1-4a68-8d87-d3dd4fdbfdf8 req-532e006b-b1f9-4511-9331-b51dd203f3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:51.443995 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9d94f217-02b1-4a68-8d87-d3dd4fdbfdf8 req-532e006b-b1f9-4511-9331-b51dd203f3b9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 1099 time: 0.0397084 Sep 17 17:31:51.481239 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9d94f217-02b1-4a68-8d87-d3dd4fdbfdf8 req-296f2e06-7a8a-46f3-b903-3dd768aab8bd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267351 Sep 17 17:31:51.710140 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf18e9-5699-4d02-a53f-fb1243c58000 req-dabf4d19-5ffc-4f4b-85d6-4d7abc1f33f9 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:51.711632 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d2cf18e9-5699-4d02-a53f-fb1243c58000 req-dabf4d19-5ffc-4f4b-85d6-4d7abc1f33f9 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 946 time: 0.0491240 Sep 17 17:31:51.777431 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d2cf18e9-5699-4d02-a53f-fb1243c58000 req-a4f909a6-33f6-4659-b33a-1b7d9b623980 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599530 Sep 17 17:31:51.793143 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d87949-73cd-4655-96e2-c8e143c7f238 req-77b71f7a-0492-4aea-a5dd-2ccd842938dd tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:51.794577 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f8d87949-73cd-4655-96e2-c8e143c7f238 req-77b71f7a-0492-4aea-a5dd-2ccd842938dd tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c561fa-0665-49eb-a8e5-2e41322447a9 HTTP/1.1" status: 200 len: 944 time: 0.0695603 Sep 17 17:31:51.833513 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f8d87949-73cd-4655-96e2-c8e143c7f238 req-6eff1bd5-a998-459f-98a0-0c6bc8f09dcd tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322802 Sep 17 17:31:52.852597 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-6639d1db-9d2a-4470-937a-550a428559e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:52.892123 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a755aa-6e9a-4a10-9f94-eafe1def4d37 req-4240418f-e391-4f0e-ae75-ae35556a2de1 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:52.893627 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-29a755aa-6e9a-4a10-9f94-eafe1def4d37 req-4240418f-e391-4f0e-ae75-ae35556a2de1 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 946 time: 0.0505247 Sep 17 17:31:52.955058 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-29a755aa-6e9a-4a10-9f94-eafe1def4d37 req-cc39e4aa-890d-40f2-9ee7-6934ae868d34 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555453 Sep 17 17:31:52.971278 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4630a78-a965-4b6d-af9b-9beef08fe14b req-1cf5d81a-4bc8-4a40-b772-6235a325fe46 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:52.978204 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a4630a78-a965-4b6d-af9b-9beef08fe14b req-1cf5d81a-4bc8-4a40-b772-6235a325fe46 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c561fa-0665-49eb-a8e5-2e41322447a9 HTTP/1.1" status: 200 len: 944 time: 0.0675921 Sep 17 17:31:53.011500 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a4630a78-a965-4b6d-af9b-9beef08fe14b req-ddb126af-b65c-427f-b5b7-7ac9487ca5ba tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327032 Sep 17 17:31:53.071200 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9233de2-24bf-44cc-874c-4671ab6046ca req-0611e19d-f207-403a-a4b9-56b6c42d2c15 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:53.072655 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d9233de2-24bf-44cc-874c-4671ab6046ca req-0611e19d-f207-403a-a4b9-56b6c42d2c15 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 946 time: 0.0503461 Sep 17 17:31:53.082263 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 34562) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:31:53.086620 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-891afc52-dd45-4e68-90ea-24770000809f tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Request body: {'floatingip': {'port_id': '956d4fb8-b2cb-47b7-894d-fcfb8dc85895'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:31:53.123897 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-891afc52-dd45-4e68-90ea-24770000809f tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for floatingip, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:53.782838 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-891afc52-dd45-4e68-90ea-24770000809f tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:53.881889 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-891afc52-dd45-4e68-90ea-24770000809f tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693841'] for floatingip, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:53.980411 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.db.l3_db [None req-891afc52-dd45-4e68-90ea-24770000809f tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Floating IP 60ca222a-6773-4931-b114-ce000c91dae8 associated. External IP: 172.27.2.42, port: 956d4fb8-b2cb-47b7-894d-fcfb8dc85895. Sep 17 17:31:54.173184 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09972f13-a2a7-443a-8f05-d22daf7d66d3 req-aeb4cb49-04bf-4303-a3de-209be0976004 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:54.174658 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-09972f13-a2a7-443a-8f05-d22daf7d66d3 req-aeb4cb49-04bf-4303-a3de-209be0976004 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c561fa-0665-49eb-a8e5-2e41322447a9 HTTP/1.1" status: 200 len: 944 time: 0.0947862 Sep 17 17:31:54.245506 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-09972f13-a2a7-443a-8f05-d22daf7d66d3 req-55813334-d6cd-4c6b-ae34-3b6d23892c74 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458109 Sep 17 17:31:54.249207 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-891afc52-dd45-4e68-90ea-24770000809f tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Router 2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4 has already been hosted by L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 {{(pid=94715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 17:31:54.355304 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891afc52-dd45-4e68-90ea-24770000809f tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:31:54.360370 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-891afc52-dd45-4e68-90ea-24770000809f tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for floatingip, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:54.364858 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df8bf73-18a4-40f7-ba76-13fe04d2705a None None] Sync routers for ids ['2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'] in dv-cinder-809828-1-iscsi {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:31:54.373413 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df8bf73-18a4-40f7-ba76-13fe04d2705a None None] Routers {'2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:31:54.374025 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-4df8bf73-18a4-40f7-ba76-13fe04d2705a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:31:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:31:54.387797 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-891afc52-dd45-4e68-90ea-24770000809f tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "PUT /v2.0/floatingips/60ca222a-6773-4931-b114-ce000c91dae8 HTTP/1.1" status: 200 len: 991 time: 1.3044882 Sep 17 17:31:54.392699 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe07f0b7-4379-4a8c-9b26-a15a45c2fadc', 'tag': '956d4fb8-b2cb-47b7-894d-fcfb8dc85895'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:31:54.392699 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789d3d14-961c-411b-ac8a-62e8c075a2db" -d '{"events": [{"name": "network-changed", "server_uuid": "fe07f0b7-4379-4a8c-9b26-a15a45c2fadc", "tag": "956d4fb8-b2cb-47b7-894d-fcfb8dc85895"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:31:54.428143 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 17:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd86727-6efe-49f7-9516-978a21616452 x-openstack-request-id: req-bfd86727-6efe-49f7-9516-978a21616452 {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:31:54.428547 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe07f0b7-4379-4a8c-9b26-a15a45c2fadc", "tag": "956d4fb8-b2cb-47b7-894d-fcfb8dc85895", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:31:54.428802 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bfd86727-6efe-49f7-9516-978a21616452 {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:31:54.429342 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe07f0b7-4379-4a8c-9b26-a15a45c2fadc', 'tag': '956d4fb8-b2cb-47b7-894d-fcfb8dc85895', 'status': 'completed', 'code': 200} Sep 17 17:31:54.480899 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-4df8bf73-18a4-40f7-ba76-13fe04d2705a None None] Set router 2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:31:54.502928 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d3d14-961c-411b-ac8a-62e8c075a2db req-764cba86-78ab-48d8-8c07-1a5c3b742787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:54.504512 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-789d3d14-961c-411b-ac8a-62e8c075a2db req-764cba86-78ab-48d8-8c07-1a5c3b742787 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=076b6440e007443cbaf7796e9288ae14&device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 1099 time: 0.0463340 Sep 17 17:31:54.595483 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d3d14-961c-411b-ac8a-62e8c075a2db req-05e594df-7867-4b40-8226-9a0866f11628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:54.596963 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-789d3d14-961c-411b-ac8a-62e8c075a2db req-05e594df-7867-4b40-8226-9a0866f11628 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8137f25b-b6e6-4976-b54e-fc4338ead8a6 HTTP/1.1" status: 200 len: 912 time: 0.0841477 Sep 17 17:31:54.665429 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-789d3d14-961c-411b-ac8a-62e8c075a2db req-e287610a-6eed-4020-8ca1-2239e9101c18 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=956d4fb8-b2cb-47b7-894d-fcfb8dc85895 HTTP/1.1" status: 200 len: 999 time: 0.0608716 Sep 17 17:31:54.703148 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-4df8bf73-18a4-40f7-ba76-13fe04d2705a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'name': 'tempest-AttachVolumeTestJSON-1316806164-router', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '148aee1e-5bca-47d7-8f62-9015ad052126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:31:31Z', 'updated_at': '2021-09-17T17:31:34Z', 'revision_number': 4, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'gw_port': {'id': '148aee1e-5bca-47d7-8f62-9015ad052126', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:31:32Z', 'updated_at': '2021-09-17T17:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_floatingips': [{'id': '60ca222a-6773-4931-b114-ce000c91dae8', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'router_id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'port_id': '956d4fb8-b2cb-47b7-894d-fcfb8dc85895', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6', 'mac_address': 'fa:16:3e:7e:4a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe07f0b7-4379-4a8c-9b26-a15a45c2fadc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T17:31:38Z', 'updated_at': '2021-09-17T17:31:53Z', 'revision_number': 1, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cce989ac-206e-4bce-a675-be233e11770f', 'name': '', 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'mac_address': 'fa:16:3e:7f:57:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '0bc4c3cf-7b2b-4bf9-b610-021a56ed5884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:31:34Z', 'updated_at': '2021-09-17T17:31:38Z', 'revision_number': 5, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'subnets': [{'id': '0bc4c3cf-7b2b-4bf9-b610-021a56ed5884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:31:54.718451 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d3d14-961c-411b-ac8a-62e8c075a2db req-929e1dcc-6c0e-4bf0-a008-24c4766df48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:54.720084 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-789d3d14-961c-411b-ac8a-62e8c075a2db req-929e1dcc-6c0e-4bf0-a008-24c4766df48f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0bc4c3cf-7b2b-4bf9-b610-021a56ed5884 HTTP/1.1" status: 200 len: 850 time: 0.0452933 Sep 17 17:31:54.729396 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df8bf73-18a4-40f7-ba76-13fe04d2705a None None] Checking router: 2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4 for host: dv-cinder-809828-1-iscsi {{(pid=94718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:31:54.737677 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df8bf73-18a4-40f7-ba76-13fe04d2705a None None] Routers {'2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:31:54.738288 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-4df8bf73-18a4-40f7-ba76-13fe04d2705a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:31:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:31:54.765641 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d3d14-961c-411b-ac8a-62e8c075a2db req-041401db-d5e4-473b-8602-f3fe5ef1a725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:54.767732 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-789d3d14-961c-411b-ac8a-62e8c075a2db req-041401db-d5e4-473b-8602-f3fe5ef1a725 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8137f25b-b6e6-4976-b54e-fc4338ead8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397868 Sep 17 17:31:54.843379 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-4df8bf73-18a4-40f7-ba76-13fe04d2705a None None] Set router 2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:31:54.868561 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-789d3d14-961c-411b-ac8a-62e8c075a2db req-11df47c6-cb06-466b-a454-167c9d091763 service neutron] 10.222.0.42 "GET /v2.0/networks/8137f25b-b6e6-4976-b54e-fc4338ead8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925851 Sep 17 17:31:54.960506 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-789d3d14-961c-411b-ac8a-62e8c075a2db req-cfb471d2-a46d-497f-95ce-2d14fee662d3 service neutron] 10.222.0.42 "GET /v2.0/networks/8137f25b-b6e6-4976-b54e-fc4338ead8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831647 Sep 17 17:31:55.062437 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-4df8bf73-18a4-40f7-ba76-13fe04d2705a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'name': 'tempest-AttachVolumeTestJSON-1316806164-router', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '148aee1e-5bca-47d7-8f62-9015ad052126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:31:31Z', 'updated_at': '2021-09-17T17:31:34Z', 'revision_number': 4, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'gw_port': {'id': '148aee1e-5bca-47d7-8f62-9015ad052126', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:31:32Z', 'updated_at': '2021-09-17T17:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_floatingips': [{'id': '60ca222a-6773-4931-b114-ce000c91dae8', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'router_id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'port_id': '956d4fb8-b2cb-47b7-894d-fcfb8dc85895', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6', 'mac_address': 'fa:16:3e:7e:4a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe07f0b7-4379-4a8c-9b26-a15a45c2fadc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T17:31:38Z', 'updated_at': '2021-09-17T17:31:53Z', 'revision_number': 1, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cce989ac-206e-4bce-a675-be233e11770f', 'name': '', 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'mac_address': 'fa:16:3e:7f:57:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '0bc4c3cf-7b2b-4bf9-b610-021a56ed5884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:31:34Z', 'updated_at': '2021-09-17T17:31:38Z', 'revision_number': 5, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'subnets': [{'id': '0bc4c3cf-7b2b-4bf9-b610-021a56ed5884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:31:55.092525 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df8bf73-18a4-40f7-ba76-13fe04d2705a None None] The sync data for ids ['2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'] in dv-cinder-809828-1-iscsi is: [{'id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'name': 'tempest-AttachVolumeTestJSON-1316806164-router', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '148aee1e-5bca-47d7-8f62-9015ad052126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:31:31Z', 'updated_at': '2021-09-17T17:31:34Z', 'revision_number': 4, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'gw_port': {'id': '148aee1e-5bca-47d7-8f62-9015ad052126', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:31:32Z', 'updated_at': '2021-09-17T17:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_floatingips': [{'id': '60ca222a-6773-4931-b114-ce000c91dae8', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'router_id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'port_id': '956d4fb8-b2cb-47b7-894d-fcfb8dc85895', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6', 'mac_address': 'fa:16:3e:7e:4a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe07f0b7-4379-4a8c-9b26-a15a45c2fadc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T17:31:38Z', 'updated_at': '2021-09-17T17:31:53Z', 'revision_number': 1, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cce989ac-206e-4bce-a675-be233e11770f', 'name': '', 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'mac_address': 'fa:16:3e:7f:57:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '0bc4c3cf-7b2b-4bf9-b610-021a56ed5884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:31:34Z', 'updated_at': '2021-09-17T17:31:38Z', 'revision_number': 5, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'subnets': [{'id': '0bc4c3cf-7b2b-4bf9-b610-021a56ed5884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:31:55.265405 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f291ca7-4668-47be-9207-1cd8b6aab837 None None] New status for floating IP 60ca222a-6773-4931-b114-ce000c91dae8: ACTIVE {{(pid=94717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 17:31:55.363922 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc858b9-53ac-4a05-99a3-a484329713a2 req-3e8d613c-0bc7-4802-9586-fd7afe62a20a tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:55.365403 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4cc858b9-53ac-4a05-99a3-a484329713a2 req-3e8d613c-0bc7-4802-9586-fd7afe62a20a tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c561fa-0665-49eb-a8e5-2e41322447a9 HTTP/1.1" status: 200 len: 944 time: 0.0487049 Sep 17 17:31:55.407278 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4cc858b9-53ac-4a05-99a3-a484329713a2 req-f006789f-c1eb-4ff9-a1ca-8d157a74c18e tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358720 Sep 17 17:31:55.693684 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-51b306cf-2063-4755-b8ab-04626fc7a52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:56.522852 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd32707-643d-4b17-afec-e886dd5579cf req-a0b2640a-03ef-4420-8aef-e20e73ce7fb9 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:56.524345 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-abd32707-643d-4b17-afec-e886dd5579cf req-a0b2640a-03ef-4420-8aef-e20e73ce7fb9 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c561fa-0665-49eb-a8e5-2e41322447a9 HTTP/1.1" status: 200 len: 944 time: 0.0483570 Sep 17 17:31:56.561335 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-abd32707-643d-4b17-afec-e886dd5579cf req-574c8cb9-028e-42f5-b13d-345aa22ad7c3 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310717 Sep 17 17:31:56.708679 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:56.772220 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:57.285189 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e924f4-7bf3-40b6-8dd0-f7571885efe3 req-eff54139-0da0-4332-abd0-5e576d2d89c9 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:57.286809 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-27e924f4-7bf3-40b6-8dd0-f7571885efe3 req-eff54139-0da0-4332-abd0-5e576d2d89c9 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 945 time: 0.0487902 Sep 17 17:31:57.332713 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-27e924f4-7bf3-40b6-8dd0-f7571885efe3 req-026c4315-c511-4112-953d-b9d823e24d54 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397322 Sep 17 17:31:57.675248 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05960a5-8d47-442d-9929-d5e70093d399 req-045a6647-28d7-43a9-8396-59163ede2209 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:57.676743 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e05960a5-8d47-442d-9929-d5e70093d399 req-045a6647-28d7-43a9-8396-59163ede2209 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c561fa-0665-49eb-a8e5-2e41322447a9 HTTP/1.1" status: 200 len: 944 time: 0.0480974 Sep 17 17:31:57.718798 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e05960a5-8d47-442d-9929-d5e70093d399 req-8a6633df-5058-42a1-ad3b-0e50b0c82060 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360570 Sep 17 17:31:58.445858 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab1b29-0427-453d-87b0-0b177569572b req-61382224-e6f6-4b2b-968c-67c18c2fa3db tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:58.447386 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-60ab1b29-0427-453d-87b0-0b177569572b req-61382224-e6f6-4b2b-968c-67c18c2fa3db tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 945 time: 0.0490613 Sep 17 17:31:58.485309 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-60ab1b29-0427-453d-87b0-0b177569572b req-63988b14-5720-4188-8acf-7be6f7ff3f38 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315263 Sep 17 17:31:58.544824 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:58.834038 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296f954-bb4d-40e3-8269-b38606bba3a3 req-f7472e24-10c8-4cfc-b7b0-1f3f29f76d4c tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:58.835525 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9296f954-bb4d-40e3-8269-b38606bba3a3 req-f7472e24-10c8-4cfc-b7b0-1f3f29f76d4c tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c561fa-0665-49eb-a8e5-2e41322447a9 HTTP/1.1" status: 200 len: 944 time: 0.0487347 Sep 17 17:31:58.873826 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9296f954-bb4d-40e3-8269-b38606bba3a3 req-fbcd9102-67c4-4b4c-803a-a69419543bbb tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317385 Sep 17 17:31:58.941875 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device a718fbfc-8909-496a-8aef-09d41896d019 details requested by agent hyperv_hv-cinder-80982 with host hv-cinder-80982 {{(pid=94717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 17:31:59.039669 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port a718fbfc-8909-496a-8aef-09d41896d019, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=a718fbfc-8909-496a-8aef-09d41896d019,segment=NetworkSegment(785f5f27-bced-428b-8eaf-2715efe38648),segment_id=785f5f27-bced-428b-8eaf-2715efe38648)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:31:59.050186 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Returning: {'device': 'a718fbfc-8909-496a-8aef-09d41896d019', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'port_id': 'a718fbfc-8909-496a-8aef-09d41896d019', 'mac_address': 'fa:16:3e:4d:c1:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 17:31:59.085929 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:59.097966 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a718fbfc-8909-496a-8aef-09d41896d019 {{(pid=94717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:31:59.115915 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port a718fbfc-8909-496a-8aef-09d41896d019, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=a718fbfc-8909-496a-8aef-09d41896d019,segment=NetworkSegment(785f5f27-bced-428b-8eaf-2715efe38648),segment_id=785f5f27-bced-428b-8eaf-2715efe38648)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:31:59.190153 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:31:59.234984 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=a718fbfc-8909-496a-8aef-09d41896d019,revision_number=4']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:31:59.486962 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['a718fbfc-8909-496a-8aef-09d41896d019'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:31:59.599454 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2d47b-9af5-4ac2-b33b-2a6a1f2038b1 req-54a7bce3-f316-45a3-923f-15fa5b104a28 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:59.600957 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bea2d47b-9af5-4ac2-b33b-2a6a1f2038b1 req-54a7bce3-f316-45a3-923f-15fa5b104a28 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 945 time: 0.0480974 Sep 17 17:31:59.643015 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bea2d47b-9af5-4ac2-b33b-2a6a1f2038b1 req-66890867-e00a-4cb6-b0ae-c39ab28df4a9 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361571 Sep 17 17:31:59.989690 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc053f8-32ff-4865-88f5-5b7b4674175d req-77941888-3bd1-4189-85dc-323c6edfb2ea tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:31:59.991190 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4fc053f8-32ff-4865-88f5-5b7b4674175d req-77941888-3bd1-4189-85dc-323c6edfb2ea tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c561fa-0665-49eb-a8e5-2e41322447a9 HTTP/1.1" status: 200 len: 945 time: 0.0491359 Sep 17 17:32:00.027590 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4fc053f8-32ff-4865-88f5-5b7b4674175d req-d4cd1c1a-3e1b-4d15-8d63-c0c015b144ab tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305071 Sep 17 17:32:00.410797 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-79a566a9-e5aa-4115-959b-530ca58364ba req-8279cf1a-ef82-4b3e-9440-dbd4e0c799d6 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1052441064&fields=id&tenant_id=cd6228e1bfae4dbab21bfc338bba9813 HTTP/1.1" status: 200 len: 267 time: 0.0329239 Sep 17 17:32:00.462669 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a566a9-e5aa-4115-959b-530ca58364ba req-57620822-f433-48c1-88fe-d44c2d55aa27 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:00.464147 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-79a566a9-e5aa-4115-959b-530ca58364ba req-57620822-f433-48c1-88fe-d44c2d55aa27 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 985 time: 0.0476606 Sep 17 17:32:00.474877 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-79a566a9-e5aa-4115-959b-530ca58364ba req-3b325a16-3808-40f0-8d1f-86f5ee8462e5 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Request body: {'port': {'security_groups': ['16195a0b-ce11-4068-a048-84fac203f2ca']}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:32:00.542901 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-79a566a9-e5aa-4115-959b-530ca58364ba req-3b325a16-3808-40f0-8d1f-86f5ee8462e5 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:00.715013 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-79a566a9-e5aa-4115-959b-530ca58364ba req-3b325a16-3808-40f0-8d1f-86f5ee8462e5 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] For port 34c60f31-f757-4ff8-b513-1d2e1313d196, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=34c60f31-f757-4ff8-b513-1d2e1313d196,segment=NetworkSegment(a93cae8d-87c7-411d-9608-39873c9ed985),segment_id=a93cae8d-87c7-411d-9608-39873c9ed985)] {{(pid=94715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:32:00.771537 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-79a566a9-e5aa-4115-959b-530ca58364ba req-3b325a16-3808-40f0-8d1f-86f5ee8462e5 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:00.779637 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22843f5-d301-4446-9ffc-eb84f05d2426 req-9e33f361-964c-4e10-b0e6-8dd93e3d9d14 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:00.781215 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e22843f5-d301-4446-9ffc-eb84f05d2426 req-9e33f361-964c-4e10-b0e6-8dd93e3d9d14 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 945 time: 0.0687778 Sep 17 17:32:00.819162 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e22843f5-d301-4446-9ffc-eb84f05d2426 req-5bcddb49-d0d7-4a26-a42f-c9f7f0dfab28 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319502 Sep 17 17:32:00.836091 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-79a566a9-e5aa-4115-959b-530ca58364ba req-3b325a16-3808-40f0-8d1f-86f5ee8462e5 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29270022'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:00.851284 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['34c60f31-f757-4ff8-b513-1d2e1313d196'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:32:00.881327 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a566a9-e5aa-4115-959b-530ca58364ba req-3b325a16-3808-40f0-8d1f-86f5ee8462e5 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:00.881939 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-79a566a9-e5aa-4115-959b-530ca58364ba req-3b325a16-3808-40f0-8d1f-86f5ee8462e5 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:00.883378 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-79a566a9-e5aa-4115-959b-530ca58364ba req-3b325a16-3808-40f0-8d1f-86f5ee8462e5 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "PUT /v2.0/ports/34c60f31-f757-4ff8-b513-1d2e1313d196 HTTP/1.1" status: 200 len: 943 time: 0.4128411 Sep 17 17:32:00.883825 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb0ff3e-e589-4e12-8210-22aff6f1c961', 'tag': '34c60f31-f757-4ff8-b513-1d2e1313d196'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:32:00.890681 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3207d78f-7dff-4577-8ffe-de0c2cb22d34" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb0ff3e-e589-4e12-8210-22aff6f1c961", "tag": "34c60f31-f757-4ff8-b513-1d2e1313d196"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:32:00.892096 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 34610) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:32:00.935009 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 17:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571fef2c-f26b-4dde-9976-c91fd63df3a2 x-openstack-request-id: req-571fef2c-f26b-4dde-9976-c91fd63df3a2 {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:32:00.935009 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb0ff3e-e589-4e12-8210-22aff6f1c961", "tag": "34c60f31-f757-4ff8-b513-1d2e1313d196", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:32:00.935009 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-571fef2c-f26b-4dde-9976-c91fd63df3a2 {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:32:00.935405 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb0ff3e-e589-4e12-8210-22aff6f1c961', 'tag': '34c60f31-f757-4ff8-b513-1d2e1313d196', 'status': 'completed', 'code': 200} Sep 17 17:32:00.948418 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b325a16-3808-40f0-8d1f-86f5ee8462e5 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Pushing event updated for resources: {'Port': ['ID=34c60f31-f757-4ff8-b513-1d2e1313d196,revision_number=7']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:32:00.973548 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device a718fbfc-8909-496a-8aef-09d41896d019 up at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:32:00.975639 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['34c60f31-f757-4ff8-b513-1d2e1313d196'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:32:01.007870 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-29ed0e5d-eb5d-4e17-98b9-28c37112b988 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:01.046516 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-29ed0e5d-eb5d-4e17-98b9-28c37112b988 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:01.053358 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207d78f-7dff-4577-8ffe-de0c2cb22d34 req-6b0e8668-ae5a-4b30-84f7-b338b86fce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:01.055381 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3207d78f-7dff-4577-8ffe-de0c2cb22d34 req-6b0e8668-ae5a-4b30-84f7-b338b86fce2c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd6228e1bfae4dbab21bfc338bba9813&device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 1099 time: 0.0862601 Sep 17 17:32:01.192941 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning for port a718fbfc-8909-496a-8aef-09d41896d019 completed by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 17:32:01.203961 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning complete for port a718fbfc-8909-496a-8aef-09d41896d019 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:32:01.204332 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:01.223913 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ea7d7fcf-c8d6-4e9d-b3e0-72afecb5159b None None] Provisioning complete for port 34c60f31-f757-4ff8-b513-1d2e1313d196 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:32:01.224337 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ea7d7fcf-c8d6-4e9d-b3e0-72afecb5159b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:01.224610 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764eada-c2c1-4b3a-abd7-a126ebb509e0 req-ac97c8f6-6104-4e78-bb00-f8f69984b8cd tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:01.226116 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4764eada-c2c1-4b3a-abd7-a126ebb509e0 req-ac97c8f6-6104-4e78-bb00-f8f69984b8cd tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c561fa-0665-49eb-a8e5-2e41322447a9 HTTP/1.1" status: 200 len: 945 time: 0.1191909 Sep 17 17:32:01.234421 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207d78f-7dff-4577-8ffe-de0c2cb22d34 req-0e371f74-26ba-41a1-84d3-8d6540f0d140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:01.235998 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3207d78f-7dff-4577-8ffe-de0c2cb22d34 req-0e371f74-26ba-41a1-84d3-8d6540f0d140 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecda6e12-c805-49f1-b41a-9cb022c549b8 HTTP/1.1" status: 200 len: 915 time: 0.1704135 Sep 17 17:32:01.317400 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4764eada-c2c1-4b3a-abd7-a126ebb509e0 req-19285178-b7a8-45fe-819b-babae8789c49 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841093 Sep 17 17:32:01.334100 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3207d78f-7dff-4577-8ffe-de0c2cb22d34 req-f67aca0d-f6a3-4d85-8bd6-e6514b485bd8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34c60f31-f757-4ff8-b513-1d2e1313d196 HTTP/1.1" status: 200 len: 1002 time: 0.0830624 Sep 17 17:32:01.348011 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:01.375503 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c561fa-0665-49eb-a8e5-2e41322447a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a718fbfc-8909-496a-8aef-09d41896d019'}] {{(pid=94717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:32:01.377927 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef4bfb6114c7858c34ed9f7d570ef17f9d28f3d7fc67a01f0bf07e2066d3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b65553-b930-4638-9528-81cd6a2b9db8" -d '{"events": [{"server_uuid": "10c561fa-0665-49eb-a8e5-2e41322447a9", "name": "network-vif-plugged", "status": "completed", "tag": "a718fbfc-8909-496a-8aef-09d41896d019"}]}' {{(pid=94717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:32:01.380995 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-29ed0e5d-eb5d-4e17-98b9-28c37112b988 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:01.383655 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-29ed0e5d-eb5d-4e17-98b9-28c37112b988 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:01.387107 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-29ed0e5d-eb5d-4e17-98b9-28c37112b988 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "DELETE /v2.0/security-groups/c021b6b7-0d95-4a7f-b8dd-8837be069674 HTTP/1.1" status: 204 len: 168 time: 0.4927700 Sep 17 17:32:01.388152 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 34618) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:32:01.391298 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port a718fbfc-8909-496a-8aef-09d41896d019, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=a718fbfc-8909-496a-8aef-09d41896d019,segment=NetworkSegment(785f5f27-bced-428b-8eaf-2715efe38648),segment_id=785f5f27-bced-428b-8eaf-2715efe38648)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:32:01.398209 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207d78f-7dff-4577-8ffe-de0c2cb22d34 req-1e85fb0f-a263-436c-a7b7-09ab71d93e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:01.399747 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3207d78f-7dff-4577-8ffe-de0c2cb22d34 req-1e85fb0f-a263-436c-a7b7-09ab71d93e8c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fdb68e07-5307-4edb-908e-1ffad9e10205 HTTP/1.1" status: 200 len: 853 time: 0.0573969 Sep 17 17:32:01.400583 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed0e5d-eb5d-4e17-98b9-28c37112b988 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c021b6b7-0d95-4a7f-b8dd-8837be069674,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:32:01.439718 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d336c068-6fa7-4c61-bb11-42fc4a207d4f x-openstack-request-id: req-d336c068-6fa7-4c61-bb11-42fc4a207d4f {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:32:01.440353 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c561fa-0665-49eb-a8e5-2e41322447a9", "name": "network-vif-plugged", "status": "completed", "tag": "a718fbfc-8909-496a-8aef-09d41896d019", "code": 200}]} {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:32:01.441047 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d336c068-6fa7-4c61-bb11-42fc4a207d4f {{(pid=94717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:32:01.441483 dv-cinder-809828-1-iscsi neutron-server[94717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c561fa-0665-49eb-a8e5-2e41322447a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a718fbfc-8909-496a-8aef-09d41896d019', 'code': 200} Sep 17 17:32:01.455790 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207d78f-7dff-4577-8ffe-de0c2cb22d34 req-0ab526a2-21c6-4e1c-940a-6d9b6383840e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:01.457326 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3207d78f-7dff-4577-8ffe-de0c2cb22d34 req-0ab526a2-21c6-4e1c-940a-6d9b6383840e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecda6e12-c805-49f1-b41a-9cb022c549b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487783 Sep 17 17:32:01.459597 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:01.512690 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=a718fbfc-8909-496a-8aef-09d41896d019,revision_number=5']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:32:01.554568 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3207d78f-7dff-4577-8ffe-de0c2cb22d34 req-05a3b514-81a4-4051-9889-3ec48035b6b1 service neutron] 10.222.0.42 "GET /v2.0/networks/ecda6e12-c805-49f1-b41a-9cb022c549b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876529 Sep 17 17:32:01.574054 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.plugin [None req-7dbfe201-4e4a-4b07-a40c-a3f8cac7c11b tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Deleting port cb0679a7-070d-4c05-a1aa-c76c1f1a9f2e {{(pid=94716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:32:01.574393 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-7dbfe201-4e4a-4b07-a40c-a3f8cac7c11b tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:01.647312 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3207d78f-7dff-4577-8ffe-de0c2cb22d34 req-bcf5a3c3-3042-4113-944e-a56350b7b949 service neutron] 10.222.0.42 "GET /v2.0/networks/ecda6e12-c805-49f1-b41a-9cb022c549b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841119 Sep 17 17:32:01.652236 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-7dbfe201-4e4a-4b07-a40c-a3f8cac7c11b tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:01.652571 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-7dbfe201-4e4a-4b07-a40c-a3f8cac7c11b tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:01.666970 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.plugin [None req-7dbfe201-4e4a-4b07-a40c-a3f8cac7c11b tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Calling delete_port for cb0679a7-070d-4c05-a1aa-c76c1f1a9f2e owned by network:floatingip {{(pid=94716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:32:01.899242 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-7dbfe201-4e4a-4b07-a40c-a3f8cac7c11b tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179149'] for port, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:01.924773 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb89de0-ce6c-4f04-ae8b-0ecceec64325 req-faf001d9-7932-4c74-b87f-66ac2ae11720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:01.925019 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbfe201-4e4a-4b07-a40c-a3f8cac7c11b tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Pushing event deleted for resources: {'Port': ['ID=cb0679a7-070d-4c05-a1aa-c76c1f1a9f2e,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:32:01.926309 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-beb89de0-ce6c-4f04-ae8b-0ecceec64325 req-faf001d9-7932-4c74-b87f-66ac2ae11720 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=10c561fa-0665-49eb-a8e5-2e41322447a9 HTTP/1.1" status: 200 len: 1099 time: 0.0673296 Sep 17 17:32:01.960084 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbfe201-4e4a-4b07-a40c-a3f8cac7c11b tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:32:01.960418 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46971643-3907-4815-83a7-b5097df8750a req-759589ea-034a-4bc5-be15-9f85d2308310 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:01.960617 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbfe201-4e4a-4b07-a40c-a3f8cac7c11b tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:32:01.960930 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbfe201-4e4a-4b07-a40c-a3f8cac7c11b tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:32:01.961104 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbfe201-4e4a-4b07-a40c-a3f8cac7c11b tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:32:01.961423 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbfe201-4e4a-4b07-a40c-a3f8cac7c11b tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:32:01.961758 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbfe201-4e4a-4b07-a40c-a3f8cac7c11b tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:32:01.961953 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-46971643-3907-4815-83a7-b5097df8750a req-759589ea-034a-4bc5-be15-9f85d2308310 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 945 time: 0.0761759 Sep 17 17:32:01.962124 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbfe201-4e4a-4b07-a40c-a3f8cac7c11b tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:32:01.962403 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbfe201-4e4a-4b07-a40c-a3f8cac7c11b tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:32:01.962724 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbfe201-4e4a-4b07-a40c-a3f8cac7c11b tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:32:01.963074 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbfe201-4e4a-4b07-a40c-a3f8cac7c11b tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:32:01.963402 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbfe201-4e4a-4b07-a40c-a3f8cac7c11b tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:32:01.963725 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbfe201-4e4a-4b07-a40c-a3f8cac7c11b tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:32:01.982167 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-beb89de0-ce6c-4f04-ae8b-0ecceec64325 req-ac39e91f-789a-4fe8-ab46-23e6d372e4bc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485957 Sep 17 17:32:02.002212 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-7dbfe201-4e4a-4b07-a40c-a3f8cac7c11b tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks [] for floatingip, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:02.002547 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.db.l3_db [None req-7dbfe201-4e4a-4b07-a40c-a3f8cac7c11b tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Floating IP f8a8f67b-c2c8-4c59-a5c9-586c2fec3ee4 disassociated (deleted). External IP: 172.27.2.109, port: 34c60f31-f757-4ff8-b513-1d2e1313d196. Sep 17 17:32:02.008072 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-46971643-3907-4815-83a7-b5097df8750a req-cc5407ba-726e-4a13-9229-467464784d8d tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352440 Sep 17 17:32:02.212059 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbfe201-4e4a-4b07-a40c-a3f8cac7c11b tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Router d824e3ec-4206-4e76-8f7a-df30574a53a3 has already been hosted by L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 {{(pid=94716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 17:32:02.317085 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbfe201-4e4a-4b07-a40c-a3f8cac7c11b tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:32:02.323298 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-7dbfe201-4e4a-4b07-a40c-a3f8cac7c11b tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for floatingip, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:02.328446 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4ce879-3687-4567-8c15-f2dacfdfc0c4 None None] Sync routers for ids ['d824e3ec-4206-4e76-8f7a-df30574a53a3'] in dv-cinder-809828-1-iscsi {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:32:02.338714 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4ce879-3687-4567-8c15-f2dacfdfc0c4 None None] Routers {'d824e3ec-4206-4e76-8f7a-df30574a53a3'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:32:02.339429 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-9b4ce879-3687-4567-8c15-f2dacfdfc0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:31:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['d824e3ec-4206-4e76-8f7a-df30574a53a3'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:32:02.352005 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-7dbfe201-4e4a-4b07-a40c-a3f8cac7c11b tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "DELETE /v2.0/floatingips/f8a8f67b-c2c8-4c59-a5c9-586c2fec3ee4 HTTP/1.1" status: 204 len: 168 time: 0.9614632 Sep 17 17:32:02.352785 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb0ff3e-e589-4e12-8210-22aff6f1c961', 'tag': '34c60f31-f757-4ff8-b513-1d2e1313d196'}] {{(pid=94716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:32:02.355044 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df9138d11f8472d727ed0ce957ddc62082afedeca3de815bde0fc4929ed8996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f193fda4-89f5-4146-b8ce-9c85c4384727" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb0ff3e-e589-4e12-8210-22aff6f1c961", "tag": "34c60f31-f757-4ff8-b513-1d2e1313d196"}]}' {{(pid=94716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:32:02.446282 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3aa976-9890-47d7-9741-25ad0aa95e75 req-8defc556-430d-431d-9801-763f9e8fb3ef tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:02.447819 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9c3aa976-9890-47d7-9741-25ad0aa95e75 req-8defc556-430d-431d-9801-763f9e8fb3ef tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c561fa-0665-49eb-a8e5-2e41322447a9 HTTP/1.1" status: 200 len: 946 time: 0.0517695 Sep 17 17:32:02.448963 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-9b4ce879-3687-4567-8c15-f2dacfdfc0c4 None None] Set router d824e3ec-4206-4e76-8f7a-df30574a53a3 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:32:02.487594 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9c3aa976-9890-47d7-9741-25ad0aa95e75 req-6b1306f6-ae15-4279-8fff-e4c05bc03644 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329278 Sep 17 17:32:02.539439 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 17:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8217c6b9-340c-42ee-9e3f-1884b8220ea5 x-openstack-request-id: req-8217c6b9-340c-42ee-9e3f-1884b8220ea5 {{(pid=94716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:32:02.539947 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb0ff3e-e589-4e12-8210-22aff6f1c961", "tag": "34c60f31-f757-4ff8-b513-1d2e1313d196", "status": "completed", "code": 200}]} {{(pid=94716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:32:02.540042 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8217c6b9-340c-42ee-9e3f-1884b8220ea5 {{(pid=94716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:32:02.540360 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb0ff3e-e589-4e12-8210-22aff6f1c961', 'tag': '34c60f31-f757-4ff8-b513-1d2e1313d196', 'status': 'completed', 'code': 200} Sep 17 17:32:02.606348 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193fda4-89f5-4146-b8ce-9c85c4384727 req-31ea621b-29af-4886-8ded-0e71dcb62e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:02.607883 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f193fda4-89f5-4146-b8ce-9c85c4384727 req-31ea621b-29af-4886-8ded-0e71dcb62e41 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cd6228e1bfae4dbab21bfc338bba9813&device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 1099 time: 0.0412676 Sep 17 17:32:02.658430 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-9b4ce879-3687-4567-8c15-f2dacfdfc0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd824e3ec-4206-4e76-8f7a-df30574a53a3', 'name': 'tempest-TestMinimumBasicScenario-704446428-router', 'tenant_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '87e5535a-0f54-4eea-a343-54f797a90c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:29:27Z', 'updated_at': '2021-09-17T17:29:31Z', 'revision_number': 4, 'project_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'gw_port': {'id': '87e5535a-0f54-4eea-a343-54f797a90c6c', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd824e3ec-4206-4e76-8f7a-df30574a53a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:29:27Z', 'updated_at': '2021-09-17T17:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': 'aad18c59-1e51-4b70-a210-c4d30d2a6bd1', 'name': '', 'network_id': 'ecda6e12-c805-49f1-b41a-9cb022c549b8', 'tenant_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'mac_address': 'fa:16:3e:ce:df:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd824e3ec-4206-4e76-8f7a-df30574a53a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fdb68e07-5307-4edb-908e-1ffad9e10205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:29:30Z', 'updated_at': '2021-09-17T17:29:35Z', 'revision_number': 5, 'project_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'subnets': [{'id': 'fdb68e07-5307-4edb-908e-1ffad9e10205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:32:02.685795 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4ce879-3687-4567-8c15-f2dacfdfc0c4 None None] Checking router: d824e3ec-4206-4e76-8f7a-df30574a53a3 for host: dv-cinder-809828-1-iscsi {{(pid=94718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:32:02.695577 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4ce879-3687-4567-8c15-f2dacfdfc0c4 None None] Routers {'d824e3ec-4206-4e76-8f7a-df30574a53a3'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:32:02.696196 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-9b4ce879-3687-4567-8c15-f2dacfdfc0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:31:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['d824e3ec-4206-4e76-8f7a-df30574a53a3'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:32:02.706066 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193fda4-89f5-4146-b8ce-9c85c4384727 req-3a404292-6420-4011-b7e9-15e88f7e6799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:02.707566 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f193fda4-89f5-4146-b8ce-9c85c4384727 req-3a404292-6420-4011-b7e9-15e88f7e6799 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecda6e12-c805-49f1-b41a-9cb022c549b8 HTTP/1.1" status: 200 len: 915 time: 0.0911636 Sep 17 17:32:02.757993 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f193fda4-89f5-4146-b8ce-9c85c4384727 req-e5b8e64f-e0a8-4e37-8c89-eae7c62ff74c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34c60f31-f757-4ff8-b513-1d2e1313d196 HTTP/1.1" status: 200 len: 217 time: 0.0417194 Sep 17 17:32:02.821914 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193fda4-89f5-4146-b8ce-9c85c4384727 req-bbfd0ad5-7a34-4db6-b3f7-6a55bb87537a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:02.823498 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f193fda4-89f5-4146-b8ce-9c85c4384727 req-bbfd0ad5-7a34-4db6-b3f7-6a55bb87537a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fdb68e07-5307-4edb-908e-1ffad9e10205 HTTP/1.1" status: 200 len: 853 time: 0.0585737 Sep 17 17:32:02.870263 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193fda4-89f5-4146-b8ce-9c85c4384727 req-9041ad3e-1715-4678-82b4-3e361e93f5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:02.871798 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f193fda4-89f5-4146-b8ce-9c85c4384727 req-9041ad3e-1715-4678-82b4-3e361e93f5ee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecda6e12-c805-49f1-b41a-9cb022c549b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401978 Sep 17 17:32:02.897898 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-9b4ce879-3687-4567-8c15-f2dacfdfc0c4 None None] Set router d824e3ec-4206-4e76-8f7a-df30574a53a3 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:32:02.966388 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f193fda4-89f5-4146-b8ce-9c85c4384727 req-0aadd556-113d-421e-8bc3-d5578e3bf757 service neutron] 10.222.0.42 "GET /v2.0/networks/ecda6e12-c805-49f1-b41a-9cb022c549b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859921 Sep 17 17:32:03.068793 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f193fda4-89f5-4146-b8ce-9c85c4384727 req-b8caa9e5-e794-4716-b271-00fb12d18cfb service neutron] 10.222.0.42 "GET /v2.0/networks/ecda6e12-c805-49f1-b41a-9cb022c549b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940843 Sep 17 17:32:03.099994 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-9b4ce879-3687-4567-8c15-f2dacfdfc0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd824e3ec-4206-4e76-8f7a-df30574a53a3', 'name': 'tempest-TestMinimumBasicScenario-704446428-router', 'tenant_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '87e5535a-0f54-4eea-a343-54f797a90c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:29:27Z', 'updated_at': '2021-09-17T17:29:31Z', 'revision_number': 4, 'project_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'gw_port': {'id': '87e5535a-0f54-4eea-a343-54f797a90c6c', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd824e3ec-4206-4e76-8f7a-df30574a53a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:29:27Z', 'updated_at': '2021-09-17T17:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': 'aad18c59-1e51-4b70-a210-c4d30d2a6bd1', 'name': '', 'network_id': 'ecda6e12-c805-49f1-b41a-9cb022c549b8', 'tenant_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'mac_address': 'fa:16:3e:ce:df:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd824e3ec-4206-4e76-8f7a-df30574a53a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fdb68e07-5307-4edb-908e-1ffad9e10205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:29:30Z', 'updated_at': '2021-09-17T17:29:35Z', 'revision_number': 5, 'project_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'subnets': [{'id': 'fdb68e07-5307-4edb-908e-1ffad9e10205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:32:03.126263 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4ce879-3687-4567-8c15-f2dacfdfc0c4 None None] The sync data for ids ['d824e3ec-4206-4e76-8f7a-df30574a53a3'] in dv-cinder-809828-1-iscsi is: [{'id': 'd824e3ec-4206-4e76-8f7a-df30574a53a3', 'name': 'tempest-TestMinimumBasicScenario-704446428-router', 'tenant_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '87e5535a-0f54-4eea-a343-54f797a90c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:29:27Z', 'updated_at': '2021-09-17T17:29:31Z', 'revision_number': 4, 'project_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'gw_port': {'id': '87e5535a-0f54-4eea-a343-54f797a90c6c', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd824e3ec-4206-4e76-8f7a-df30574a53a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:29:27Z', 'updated_at': '2021-09-17T17:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': 'aad18c59-1e51-4b70-a210-c4d30d2a6bd1', 'name': '', 'network_id': 'ecda6e12-c805-49f1-b41a-9cb022c549b8', 'tenant_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'mac_address': 'fa:16:3e:ce:df:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd824e3ec-4206-4e76-8f7a-df30574a53a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'fdb68e07-5307-4edb-908e-1ffad9e10205', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:29:30Z', 'updated_at': '2021-09-17T17:29:35Z', 'revision_number': 5, 'project_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'subnets': [{'id': 'fdb68e07-5307-4edb-908e-1ffad9e10205', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:32:03.128082 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1b8f4-f023-4d44-aff3-fb93e52bf571 req-39d9764a-1f27-4479-bf7b-5dd5057a52af tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:03.129626 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-32b1b8f4-f023-4d44-aff3-fb93e52bf571 req-39d9764a-1f27-4479-bf7b-5dd5057a52af tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 945 time: 0.0507674 Sep 17 17:32:03.169609 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-32b1b8f4-f023-4d44-aff3-fb93e52bf571 req-326ced37-7e93-4020-ae5e-ef3d202e68d3 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337214 Sep 17 17:32:03.353451 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3207132-3a6d-40b6-94ac-23a02fdd35a4 None None] New status for floating IP f8a8f67b-c2c8-4c59-a5c9-586c2fec3ee4: DOWN {{(pid=94717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 17:32:03.606763 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a09716-149e-44c9-affb-352e360b2693 req-25c15686-1bd8-4249-81b5-1b361b9b50ae tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:03.608263 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d1a09716-149e-44c9-affb-352e360b2693 req-25c15686-1bd8-4249-81b5-1b361b9b50ae tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c561fa-0665-49eb-a8e5-2e41322447a9 HTTP/1.1" status: 200 len: 946 time: 0.0519009 Sep 17 17:32:03.646524 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d1a09716-149e-44c9-affb-352e360b2693 req-dd60ab99-7785-46e8-aa5c-1e13d2d215b8 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315421 Sep 17 17:32:03.765479 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef633c5-9530-4a84-ab93-3d24d6cabab6 req-76699dd1-dfaf-4023-87e7-edea36f13536 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:03.767310 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bef633c5-9530-4a84-ab93-3d24d6cabab6 req-76699dd1-dfaf-4023-87e7-edea36f13536 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c561fa-0665-49eb-a8e5-2e41322447a9 HTTP/1.1" status: 200 len: 946 time: 0.0524631 Sep 17 17:32:03.809568 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bef633c5-9530-4a84-ab93-3d24d6cabab6 req-189f5698-4680-42be-ae9b-38ff91522fb8 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362773 Sep 17 17:32:03.833868 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 34650) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:32:03.872662 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec000d6-a349-4103-83fc-aa8758f0d2ba tempest-TestVolumeBootPattern-1249929864 tempest-TestVolumeBootPattern-1249929864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:03.874074 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-dec000d6-a349-4103-83fc-aa8758f0d2ba tempest-TestVolumeBootPattern-1249929864 tempest-TestVolumeBootPattern-1249929864-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=10c561fa-0665-49eb-a8e5-2e41322447a9 HTTP/1.1" status: 200 len: 1094 time: 0.0392082 Sep 17 17:32:03.877105 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 34652) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:32:03.881523 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-644df1fe-83d2-4d62-8066-eb20b4e47f87 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Request body: {'floatingip': {'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'port_id': 'a718fbfc-8909-496a-8aef-09d41896d019', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:32:03.989652 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-644df1fe-83d2-4d62-8066-eb20b4e47f87 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for floatingip, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:04.085778 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-644df1fe-83d2-4d62-8066-eb20b4e47f87 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:04.189727 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.db_base_plugin_common [None req-644df1fe-83d2-4d62-8066-eb20b4e47f87 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Allocated IP 172.27.2.75 (7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02/78817fd2-befc-49bb-8f7f-e04863f48a33/ec64f6e3-9558-4d39-8f44-a23826d61203) {{(pid=94716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:32:04.292158 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ff5f7-086e-402f-85f8-ad7f1d5d4c31 req-1190f81e-4cb9-4a86-990f-22a45bc975fa tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:04.293724 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d22ff5f7-086e-402f-85f8-ad7f1d5d4c31 req-1190f81e-4cb9-4a86-990f-22a45bc975fa tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 945 time: 0.0525906 Sep 17 17:32:04.300516 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-644df1fe-83d2-4d62-8066-eb20b4e47f87 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for port, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:04.331580 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d22ff5f7-086e-402f-85f8-ad7f1d5d4c31 req-798b8ca3-04d4-4c40-8061-02c8cd531a5c tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308623 Sep 17 17:32:04.389892 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-644df1fe-83d2-4d62-8066-eb20b4e47f87 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179149'] for port, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:04.427899 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644df1fe-83d2-4d62-8066-eb20b4e47f87 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Network 7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02 is already hosted by enough agents. {{(pid=94716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:32:04.431978 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.base_scheduler [None req-644df1fe-83d2-4d62-8066-eb20b4e47f87 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Resources bound (agent type, host, resource id): {{(pid=94716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:32:04.438577 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644df1fe-83d2-4d62-8066-eb20b4e47f87 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Received port after_create {{(pid=94716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:32:04.440501 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644df1fe-83d2-4d62-8066-eb20b4e47f87 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Pushing event updated for resources: {'Port': ['ID=ec64f6e3-9558-4d39-8f44-a23826d61203,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:32:04.797502 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-644df1fe-83d2-4d62-8066-eb20b4e47f87 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:04.918067 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-644df1fe-83d2-4d62-8066-eb20b4e47f87 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:05.061911 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-644df1fe-83d2-4d62-8066-eb20b4e47f87 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for port, precommit_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:05.121818 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-644df1fe-83d2-4d62-8066-eb20b4e47f87 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179156'] for port, after_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:05.190816 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644df1fe-83d2-4d62-8066-eb20b4e47f87 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Pushing event updated for resources: {'Port': ['ID=ec64f6e3-9558-4d39-8f44-a23826d61203,revision_number=2']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:32:05.202162 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-644df1fe-83d2-4d62-8066-eb20b4e47f87 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693841'] for floatingip, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:05.459659 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe937b9c-8a63-4f06-a49c-24ec61a3ab41 req-1bf86226-645e-4694-83af-a6f603122ad3 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:05.461222 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fe937b9c-8a63-4f06-a49c-24ec61a3ab41 req-1bf86226-645e-4694-83af-a6f603122ad3 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 945 time: 0.0558951 Sep 17 17:32:05.504150 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fe937b9c-8a63-4f06-a49c-24ec61a3ab41 req-ffa150a3-5a78-4e8d-98a4-e99b1ad51a86 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364985 Sep 17 17:32:05.511303 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.db.l3_db [None req-644df1fe-83d2-4d62-8066-eb20b4e47f87 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Floating IP 8c2c2a86-38f4-4c75-82fd-9e9b16500a54 associated. External IP: 172.27.2.75, port: a718fbfc-8909-496a-8aef-09d41896d019. Sep 17 17:32:05.716185 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644df1fe-83d2-4d62-8066-eb20b4e47f87 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Router 4fd3b38d-8f82-4f32-b91f-1f803db047f1 has already been hosted by L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 {{(pid=94716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 17:32:05.752983 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0fe14e-59e3-4ee4-bb45-0fa3c82787a2 req-b7b827af-a9d3-41ac-ad20-ed5569d17277 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:05.754503 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cb0fe14e-59e3-4ee4-bb45-0fa3c82787a2 req-b7b827af-a9d3-41ac-ad20-ed5569d17277 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 946 time: 0.0486398 Sep 17 17:32:05.792099 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cb0fe14e-59e3-4ee4-bb45-0fa3c82787a2 req-82f79a25-d9c5-445c-a4fe-3e2f5d39f03e tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309091 Sep 17 17:32:05.826168 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644df1fe-83d2-4d62-8066-eb20b4e47f87 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:32:05.836433 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3300ab-d907-451d-ab78-f2daf10812ca None None] Sync routers for ids ['4fd3b38d-8f82-4f32-b91f-1f803db047f1'] in dv-cinder-809828-1-iscsi {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:32:05.845902 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3300ab-d907-451d-ab78-f2daf10812ca None None] Routers {'4fd3b38d-8f82-4f32-b91f-1f803db047f1'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:32:05.846534 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-ad3300ab-d907-451d-ab78-f2daf10812ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:31:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['4fd3b38d-8f82-4f32-b91f-1f803db047f1'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:32:05.909475 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-644df1fe-83d2-4d62-8066-eb20b4e47f87 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for floatingip, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:05.939737 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-644df1fe-83d2-4d62-8066-eb20b4e47f87 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0616155 Sep 17 17:32:05.940399 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c561fa-0665-49eb-a8e5-2e41322447a9', 'tag': 'a718fbfc-8909-496a-8aef-09d41896d019'}] {{(pid=94716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:32:05.942538 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df9138d11f8472d727ed0ce957ddc62082afedeca3de815bde0fc4929ed8996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9cda6e-e9bd-43d6-8f8c-4e487fe5f3c8" -d '{"events": [{"name": "network-changed", "server_uuid": "10c561fa-0665-49eb-a8e5-2e41322447a9", "tag": "a718fbfc-8909-496a-8aef-09d41896d019"}]}' {{(pid=94716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:32:05.957867 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-ad3300ab-d907-451d-ab78-f2daf10812ca None None] Set router 4fd3b38d-8f82-4f32-b91f-1f803db047f1 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:32:05.984935 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 17:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911e1d09-acbc-4d31-9496-161bc01b8faf x-openstack-request-id: req-911e1d09-acbc-4d31-9496-161bc01b8faf {{(pid=94716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:32:05.985229 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c561fa-0665-49eb-a8e5-2e41322447a9", "tag": "a718fbfc-8909-496a-8aef-09d41896d019", "status": "completed", "code": 200}]} {{(pid=94716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:32:05.985482 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-911e1d09-acbc-4d31-9496-161bc01b8faf {{(pid=94716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:32:05.985875 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c561fa-0665-49eb-a8e5-2e41322447a9', 'tag': 'a718fbfc-8909-496a-8aef-09d41896d019', 'status': 'completed', 'code': 200} Sep 17 17:32:06.048185 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9cda6e-e9bd-43d6-8f8c-4e487fe5f3c8 req-025aafc6-86bd-4e53-8943-0acf5d0bf343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:06.050025 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ac9cda6e-e9bd-43d6-8f8c-4e487fe5f3c8 req-025aafc6-86bd-4e53-8943-0acf5d0bf343 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ae79036f78e4d3c9eb885dec9a803b0&device_id=10c561fa-0665-49eb-a8e5-2e41322447a9 HTTP/1.1" status: 200 len: 1099 time: 0.0402164 Sep 17 17:32:06.143078 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9cda6e-e9bd-43d6-8f8c-4e487fe5f3c8 req-5d51b803-4414-4ffa-a90f-7da522f8f1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:06.144576 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ac9cda6e-e9bd-43d6-8f8c-4e487fe5f3c8 req-5d51b803-4414-4ffa-a90f-7da522f8f1c8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=47e2d6e9-ce7e-458e-b5e3-fc8811121e51 HTTP/1.1" status: 200 len: 911 time: 0.0855801 Sep 17 17:32:06.187269 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-ad3300ab-d907-451d-ab78-f2daf10812ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'name': 'tempest-TestVolumeBootPattern-93171891-router', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:25:48Z', 'updated_at': '2021-09-17T17:25:52Z', 'revision_number': 4, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'gw_port': {'id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:49Z', 'updated_at': '2021-09-17T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_floatingips': [{'id': '5442e340-9237-4002-8241-91093796c593', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'router_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'port_id': '4e6f7b95-8273-4221-89a7-219336133eb0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'mac_address': 'fa:16:3e:f7:a2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371bf6c9-089d-402f-ae7e-433129257445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T17:30:01Z', 'updated_at': '2021-09-17T17:30:03Z', 'revision_number': 1, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'fixed_ip_address_scope': None}, {'id': '8c2c2a86-38f4-4c75-82fd-9e9b16500a54', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'router_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'port_id': 'a718fbfc-8909-496a-8aef-09d41896d019', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'mac_address': 'fa:16:3e:4d:c1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c561fa-0665-49eb-a8e5-2e41322447a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T17:32:04Z', 'updated_at': '2021-09-17T17:32:04Z', 'revision_number': 0, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c2769f-3510-44cd-924a-211a08161e3a', 'name': '', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'mac_address': 'fa:16:3e:59:16:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:51Z', 'updated_at': '2021-09-17T17:26:00Z', 'revision_number': 5, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'subnets': [{'id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:32:06.209788 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ac9cda6e-e9bd-43d6-8f8c-4e487fe5f3c8 req-db1dc291-b502-4ee2-9ebf-1c2746d9d8b4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a718fbfc-8909-496a-8aef-09d41896d019 HTTP/1.1" status: 200 len: 999 time: 0.0562799 Sep 17 17:32:06.213932 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3300ab-d907-451d-ab78-f2daf10812ca None None] Checking router: 4fd3b38d-8f82-4f32-b91f-1f803db047f1 for host: dv-cinder-809828-1-iscsi {{(pid=94718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:32:06.223206 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3300ab-d907-451d-ab78-f2daf10812ca None None] Routers {'4fd3b38d-8f82-4f32-b91f-1f803db047f1'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:32:06.224024 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-ad3300ab-d907-451d-ab78-f2daf10812ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:31:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['4fd3b38d-8f82-4f32-b91f-1f803db047f1'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:32:06.346021 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-ad3300ab-d907-451d-ab78-f2daf10812ca None None] Set router 4fd3b38d-8f82-4f32-b91f-1f803db047f1 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:32:06.507934 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9cda6e-e9bd-43d6-8f8c-4e487fe5f3c8 req-b0713f97-832c-41d6-bec1-dba7151c5d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:06.509306 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ac9cda6e-e9bd-43d6-8f8c-4e487fe5f3c8 req-b0713f97-832c-41d6-bec1-dba7151c5d8f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b86cd3d2-7e31-4268-bbf5-56635408c00d HTTP/1.1" status: 200 len: 849 time: 0.2909136 Sep 17 17:32:06.559226 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9cda6e-e9bd-43d6-8f8c-4e487fe5f3c8 req-e4ab30f0-1c23-4019-b070-50eee891011f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:06.560751 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ac9cda6e-e9bd-43d6-8f8c-4e487fe5f3c8 req-e4ab30f0-1c23-4019-b070-50eee891011f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=47e2d6e9-ce7e-458e-b5e3-fc8811121e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423892 Sep 17 17:32:06.578726 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-ad3300ab-d907-451d-ab78-f2daf10812ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'name': 'tempest-TestVolumeBootPattern-93171891-router', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:25:48Z', 'updated_at': '2021-09-17T17:25:52Z', 'revision_number': 4, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'gw_port': {'id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:49Z', 'updated_at': '2021-09-17T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_floatingips': [{'id': '5442e340-9237-4002-8241-91093796c593', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'router_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'port_id': '4e6f7b95-8273-4221-89a7-219336133eb0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'mac_address': 'fa:16:3e:f7:a2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371bf6c9-089d-402f-ae7e-433129257445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T17:30:01Z', 'updated_at': '2021-09-17T17:30:03Z', 'revision_number': 1, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'fixed_ip_address_scope': None}, {'id': '8c2c2a86-38f4-4c75-82fd-9e9b16500a54', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'router_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'port_id': 'a718fbfc-8909-496a-8aef-09d41896d019', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'mac_address': 'fa:16:3e:4d:c1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c561fa-0665-49eb-a8e5-2e41322447a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T17:32:04Z', 'updated_at': '2021-09-17T17:32:04Z', 'revision_number': 0, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c2769f-3510-44cd-924a-211a08161e3a', 'name': '', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'mac_address': 'fa:16:3e:59:16:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:51Z', 'updated_at': '2021-09-17T17:26:00Z', 'revision_number': 5, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'subnets': [{'id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:32:06.604950 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3300ab-d907-451d-ab78-f2daf10812ca None None] The sync data for ids ['4fd3b38d-8f82-4f32-b91f-1f803db047f1'] in dv-cinder-809828-1-iscsi is: [{'id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'name': 'tempest-TestVolumeBootPattern-93171891-router', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:25:48Z', 'updated_at': '2021-09-17T17:25:52Z', 'revision_number': 4, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'gw_port': {'id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:49Z', 'updated_at': '2021-09-17T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_floatingips': [{'id': '5442e340-9237-4002-8241-91093796c593', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'router_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'port_id': '4e6f7b95-8273-4221-89a7-219336133eb0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'mac_address': 'fa:16:3e:f7:a2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371bf6c9-089d-402f-ae7e-433129257445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T17:30:01Z', 'updated_at': '2021-09-17T17:30:03Z', 'revision_number': 1, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'fixed_ip_address_scope': None}, {'id': '8c2c2a86-38f4-4c75-82fd-9e9b16500a54', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'router_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'port_id': 'a718fbfc-8909-496a-8aef-09d41896d019', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'mac_address': 'fa:16:3e:4d:c1:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c561fa-0665-49eb-a8e5-2e41322447a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T17:32:04Z', 'updated_at': '2021-09-17T17:32:04Z', 'revision_number': 0, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c2769f-3510-44cd-924a-211a08161e3a', 'name': '', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'mac_address': 'fa:16:3e:59:16:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:51Z', 'updated_at': '2021-09-17T17:26:00Z', 'revision_number': 5, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'subnets': [{'id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:32:06.679345 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505be27-0dfc-4575-b7ce-dcbf08ca70d8 req-38740eee-4e43-4a36-aa51-6a4edcaf8fbf tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:06.680850 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d505be27-0dfc-4575-b7ce-dcbf08ca70d8 req-38740eee-4e43-4a36-aa51-6a4edcaf8fbf tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 945 time: 0.1027570 Sep 17 17:32:06.711791 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ac9cda6e-e9bd-43d6-8f8c-4e487fe5f3c8 req-87314cb6-2a99-4c44-9201-9457c4b3e660 service neutron] 10.222.0.42 "GET /v2.0/networks/47e2d6e9-ce7e-458e-b5e3-fc8811121e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421771 Sep 17 17:32:06.729181 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d505be27-0dfc-4575-b7ce-dcbf08ca70d8 req-437e6ac8-d2bc-4ba4-aee8-52fd46b1cb22 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419192 Sep 17 17:32:06.802532 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6f73cd-52db-4457-ada5-27448a21ae9d None None] New status for floating IP 8c2c2a86-38f4-4c75-82fd-9e9b16500a54: ACTIVE {{(pid=94717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 17:32:06.833276 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ac9cda6e-e9bd-43d6-8f8c-4e487fe5f3c8 req-226a0d66-7e47-40b1-9756-3b5f5cb7e2d3 service neutron] 10.222.0.42 "GET /v2.0/networks/47e2d6e9-ce7e-458e-b5e3-fc8811121e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013649 Sep 17 17:32:06.914896 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4dff9-a77a-4a01-a16c-d0bd5e79eb1e req-901bb4fb-80ad-4180-b77a-e77395a393d3 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:06.916455 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6de4dff9-a77a-4a01-a16c-d0bd5e79eb1e req-901bb4fb-80ad-4180-b77a-e77395a393d3 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 946 time: 0.0486493 Sep 17 17:32:06.955073 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6de4dff9-a77a-4a01-a16c-d0bd5e79eb1e req-8209ac30-c4ea-403b-842a-99f78de718d4 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318184 Sep 17 17:32:07.522975 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53279dd-8a77-44af-894c-ac25efffe144 req-54d437ef-ca58-453d-9890-0558d8cb8f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:07.524599 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b53279dd-8a77-44af-894c-ac25efffe144 req-54d437ef-ca58-453d-9890-0558d8cb8f51 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=050d0f8bf6fd486c9c994e60c94beb88&device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 1098 time: 0.0406148 Sep 17 17:32:07.623636 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53279dd-8a77-44af-894c-ac25efffe144 req-ee0ab56d-7377-4963-8948-06fc9759e698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:07.625836 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b53279dd-8a77-44af-894c-ac25efffe144 req-ee0ab56d-7377-4963-8948-06fc9759e698 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c5fd655e-5563-4ef4-b398-7647045e7dc0 HTTP/1.1" status: 200 len: 910 time: 0.0884314 Sep 17 17:32:07.689738 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b53279dd-8a77-44af-894c-ac25efffe144 req-0c1a83ac-acdc-4a00-b5ee-f37df4e6d871 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4eeb8841-1ba9-4d31-b23e-dfe00e140760 HTTP/1.1" status: 200 len: 999 time: 0.0568948 Sep 17 17:32:07.740060 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53279dd-8a77-44af-894c-ac25efffe144 req-a40dd065-6f87-4746-86cf-2a3e0edbe3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:07.741518 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b53279dd-8a77-44af-894c-ac25efffe144 req-a40dd065-6f87-4746-86cf-2a3e0edbe3f2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=acf76a6c-c31d-46bf-ad83-cd7ec2729137 HTTP/1.1" status: 200 len: 848 time: 0.0437012 Sep 17 17:32:07.876143 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e79335-d4a7-47fd-adb6-4428a4dcf27d req-83c2fe67-1f64-4912-ad2e-214ed07865e5 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:07.877606 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-96e79335-d4a7-47fd-adb6-4428a4dcf27d req-83c2fe67-1f64-4912-ad2e-214ed07865e5 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.42 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 946 time: 0.1039441 Sep 17 17:32:07.880076 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53279dd-8a77-44af-894c-ac25efffe144 req-84cd78c0-c057-4a26-be2c-2d616be673b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:07.881428 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b53279dd-8a77-44af-894c-ac25efffe144 req-84cd78c0-c057-4a26-be2c-2d616be673b0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c5fd655e-5563-4ef4-b398-7647045e7dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1153860 Sep 17 17:32:07.892472 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f32518-6ca0-45c8-adc3-20a78e6b3dba req-f3a25c32-9050-4b5b-afa2-b5aee364dca1 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:07.893845 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-06f32518-6ca0-45c8-adc3-20a78e6b3dba req-f3a25c32-9050-4b5b-afa2-b5aee364dca1 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 945 time: 0.0925953 Sep 17 17:32:08.054924 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-06f32518-6ca0-45c8-adc3-20a78e6b3dba req-aeb24221-31a9-4c23-8234-5924de897537 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1469641 Sep 17 17:32:08.097325 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b53279dd-8a77-44af-894c-ac25efffe144 req-8a06b42c-c871-4f5b-ac17-e3ac0d687056 service neutron] 10.222.0.42 "GET /v2.0/networks/c5fd655e-5563-4ef4-b398-7647045e7dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025552 Sep 17 17:32:08.130655 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69819e3-fad1-4c49-98e5-fab9259450b6 req-e800b775-519a-4ccc-a202-1a9435a0e5f3 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:08.132266 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d69819e3-fad1-4c49-98e5-fab9259450b6 req-e800b775-519a-4ccc-a202-1a9435a0e5f3 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 946 time: 0.0995996 Sep 17 17:32:08.144535 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-96e79335-d4a7-47fd-adb6-4428a4dcf27d req-9ba02516-3bf7-4094-8e05-8a5e7ae22f6d tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Deleting port 34c60f31-f757-4ff8-b513-1d2e1313d196 {{(pid=94715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:32:08.152108 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-96e79335-d4a7-47fd-adb6-4428a4dcf27d req-9ba02516-3bf7-4094-8e05-8a5e7ae22f6d tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:08.282626 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d69819e3-fad1-4c49-98e5-fab9259450b6 req-fd7b6687-bb2a-47ca-914e-13e2faf36ea6 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/security-groups?id=16195a0b-ce11-4068-a048-84fac203f2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308296 Sep 17 17:32:08.305866 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b53279dd-8a77-44af-894c-ac25efffe144 req-122b9f63-5838-48ab-990d-327111717121 service neutron] 10.222.0.42 "GET /v2.0/networks/c5fd655e-5563-4ef4-b398-7647045e7dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985159 Sep 17 17:32:08.320085 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-96e79335-d4a7-47fd-adb6-4428a4dcf27d req-9ba02516-3bf7-4094-8e05-8a5e7ae22f6d tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] For port 34c60f31-f757-4ff8-b513-1d2e1313d196, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=34c60f31-f757-4ff8-b513-1d2e1313d196,segment=NetworkSegment(a93cae8d-87c7-411d-9608-39873c9ed985),segment_id=a93cae8d-87c7-411d-9608-39873c9ed985)] {{(pid=94715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:32:08.320466 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-96e79335-d4a7-47fd-adb6-4428a4dcf27d req-9ba02516-3bf7-4094-8e05-8a5e7ae22f6d tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:08.334156 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-96e79335-d4a7-47fd-adb6-4428a4dcf27d req-9ba02516-3bf7-4094-8e05-8a5e7ae22f6d tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Calling delete_port for 34c60f31-f757-4ff8-b513-1d2e1313d196 owned by compute:nova {{(pid=94715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:32:08.527930 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-96e79335-d4a7-47fd-adb6-4428a4dcf27d req-9ba02516-3bf7-4094-8e05-8a5e7ae22f6d tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:08.540711 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['34c60f31-f757-4ff8-b513-1d2e1313d196'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:32:08.556230 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba02516-3bf7-4094-8e05-8a5e7ae22f6d tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Pushing event deleted for resources: {'Port': ['ID=34c60f31-f757-4ff8-b513-1d2e1313d196,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:32:08.603741 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e79335-d4a7-47fd-adb6-4428a4dcf27d req-9ba02516-3bf7-4094-8e05-8a5e7ae22f6d tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] No DVR routers for this DVR port 34c60f31-f757-4ff8-b513-1d2e1313d196 on host hv-cinder-80982 {{(pid=94715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 17:32:08.606268 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-96e79335-d4a7-47fd-adb6-4428a4dcf27d req-9ba02516-3bf7-4094-8e05-8a5e7ae22f6d tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:08.608347 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-96e79335-d4a7-47fd-adb6-4428a4dcf27d req-9ba02516-3bf7-4094-8e05-8a5e7ae22f6d tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.42 "DELETE /v2.0/ports/34c60f31-f757-4ff8-b513-1d2e1313d196 HTTP/1.1" status: 204 len: 173 time: 0.7125626 Sep 17 17:32:08.611519 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb0ff3e-e589-4e12-8210-22aff6f1c961', 'name': 'network-vif-deleted', 'tag': '34c60f31-f757-4ff8-b513-1d2e1313d196'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:32:08.611519 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d365e8a4-201a-4fe9-9bd6-42bb7ec6622c" -d '{"events": [{"server_uuid": "2fb0ff3e-e589-4e12-8210-22aff6f1c961", "name": "network-vif-deleted", "tag": "34c60f31-f757-4ff8-b513-1d2e1313d196"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:32:08.646762 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436fe4aa-3034-4014-ac40-52e1d830acd8 x-openstack-request-id: req-436fe4aa-3034-4014-ac40-52e1d830acd8 {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:32:08.647083 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb0ff3e-e589-4e12-8210-22aff6f1c961", "name": "network-vif-deleted", "tag": "34c60f31-f757-4ff8-b513-1d2e1313d196", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:32:08.647335 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-436fe4aa-3034-4014-ac40-52e1d830acd8 {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:32:08.647726 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb0ff3e-e589-4e12-8210-22aff6f1c961', 'name': 'network-vif-deleted', 'tag': '34c60f31-f757-4ff8-b513-1d2e1313d196', 'status': 'completed', 'code': 200} Sep 17 17:32:09.168055 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8c10b-34d8-4431-a9c7-dc05a8d13d6b req-2f37c5c4-2ea3-422d-a366-215410aba389 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:09.169440 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-23b8c10b-34d8-4431-a9c7-dc05a8d13d6b req-2f37c5c4-2ea3-422d-a366-215410aba389 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 945 time: 0.0483158 Sep 17 17:32:09.206076 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-23b8c10b-34d8-4431-a9c7-dc05a8d13d6b req-28aea092-bb95-425c-a910-f5037866dcea tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307407 Sep 17 17:32:09.392973 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b355653a-db66-4de6-a0a3-e0b53e7eb47d req-9acc5027-d6aa-4929-9e8e-a797d93d6095 tempest-TestMinimumBasicScenario-2078299850 tempest-TestMinimumBasicScenario-2078299850-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fb0ff3e-e589-4e12-8210-22aff6f1c961 HTTP/1.1" status: 200 len: 210 time: 0.0311136 Sep 17 17:32:10.319265 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d587c-524a-47bd-a100-059f7e70930f req-05b4e9c5-3ca0-4aa1-991d-e08cc1093dc3 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:10.320712 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c41d587c-524a-47bd-a100-059f7e70930f req-05b4e9c5-3ca0-4aa1-991d-e08cc1093dc3 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 945 time: 0.0484810 Sep 17 17:32:10.360897 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c41d587c-524a-47bd-a100-059f7e70930f req-f09fc087-03d1-4fbc-bbb3-7288bdb25393 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345571 Sep 17 17:32:11.476946 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee25575-c612-48a8-b92e-3ca8f7a58a09 req-dc74b4a6-6fdd-45b7-9c0f-55c0d0723bfd tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:11.478420 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6ee25575-c612-48a8-b92e-3ca8f7a58a09 req-dc74b4a6-6fdd-45b7-9c0f-55c0d0723bfd tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 945 time: 0.0482864 Sep 17 17:32:11.521740 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6ee25575-c612-48a8-b92e-3ca8f7a58a09 req-961fc027-9367-4e56-8c74-2662a7730a67 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367446 Sep 17 17:32:11.859969 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02eb51-f527-45ab-ab39-6f00f30ba36b req-cafe5831-b7cf-4a70-a590-31a42805e01b tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:11.861452 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ba02eb51-f527-45ab-ab39-6f00f30ba36b req-cafe5831-b7cf-4a70-a590-31a42805e01b tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 945 time: 0.0493369 Sep 17 17:32:11.899166 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ba02eb51-f527-45ab-ab39-6f00f30ba36b req-9eaa384b-6fc7-4fac-b72d-4d58a31799f9 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317638 Sep 17 17:32:11.912401 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 34760) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:32:12.005707 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6303ea3f-cd3e-462b-9e0c-d98a36fd6c2e req-0ee53eb2-df6a-43b0-a4e7-e98bea39bc8c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0921016 Sep 17 17:32:12.014694 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [req-6303ea3f-cd3e-462b-9e0c-d98a36fd6c2e req-be87bdb0-37c7-416e-b622-708b4f0f90e0 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 17:32:12.015762 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6303ea3f-cd3e-462b-9e0c-d98a36fd6c2e req-be87bdb0-37c7-416e-b622-708b4f0f90e0 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051224 Sep 17 17:32:12.181328 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 34772) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:32:12.592105 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b6d79f6a-b7c8-482a-9d21-d9bf03c1ab9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3691281'] for router_interface, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:12.882639 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [None req-b6d79f6a-b7c8-482a-9d21-d9bf03c1ab9b admin admin] Deleting port aad18c59-1e51-4b70-a210-c4d30d2a6bd1 {{(pid=94715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:32:12.883002 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b6d79f6a-b7c8-482a-9d21-d9bf03c1ab9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:12.973458 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-b6d79f6a-b7c8-482a-9d21-d9bf03c1ab9b admin admin] For port aad18c59-1e51-4b70-a210-c4d30d2a6bd1, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=aad18c59-1e51-4b70-a210-c4d30d2a6bd1,segment=NetworkSegment(a93cae8d-87c7-411d-9608-39873c9ed985),segment_id=a93cae8d-87c7-411d-9608-39873c9ed985)] {{(pid=94715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:32:12.974049 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b6d79f6a-b7c8-482a-9d21-d9bf03c1ab9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:12.994226 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [None req-b6d79f6a-b7c8-482a-9d21-d9bf03c1ab9b admin admin] Calling delete_port for aad18c59-1e51-4b70-a210-c4d30d2a6bd1 owned by network:router_interface {{(pid=94715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:32:13.063899 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 4eeb8841-1ba9-4d31-b23e-dfe00e140760 no longer exists at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:32:13.088280 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ddaee3-108c-459e-9e6f-351d2e5714fe req-6e49c921-4058-47cc-bf69-d5e5daf08861 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:13.089741 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-03ddaee3-108c-459e-9e6f-351d2e5714fe req-6e49c921-4058-47cc-bf69-d5e5daf08861 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 945 time: 0.0966687 Sep 17 17:32:13.142670 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:13.165263 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5fad701-4069-4134-80ad-e256167dd80e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eeb8841-1ba9-4d31-b23e-dfe00e140760'}] {{(pid=94717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:32:13.167190 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef4bfb6114c7858c34ed9f7d570ef17f9d28f3d7fc67a01f0bf07e2066d3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73efc7ae-285c-48d8-8ec4-6328a0462b62" -d '{"events": [{"server_uuid": "f5fad701-4069-4134-80ad-e256167dd80e", "name": "network-vif-unplugged", "status": "completed", "tag": "4eeb8841-1ba9-4d31-b23e-dfe00e140760"}]}' {{(pid=94717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:32:13.171360 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-03ddaee3-108c-459e-9e6f-351d2e5714fe req-47d75285-596d-4020-a372-8c8f4b59d789 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0747919 Sep 17 17:32:13.179854 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 4eeb8841-1ba9-4d31-b23e-dfe00e140760, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=4eeb8841-1ba9-4d31-b23e-dfe00e140760,segment=NetworkSegment(d7b68416-293f-4ed8-bc5f-6c9ec506319b),segment_id=d7b68416-293f-4ed8-bc5f-6c9ec506319b)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:32:13.219397 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Sep 2021 17:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05b0ab0-d371-487e-b2ca-bc15f02e9f76 x-openstack-request-id: req-c05b0ab0-d371-487e-b2ca-bc15f02e9f76 {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:32:13.219397 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5fad701-4069-4134-80ad-e256167dd80e", "name": "network-vif-unplugged", "status": "failed", "tag": "4eeb8841-1ba9-4d31-b23e-dfe00e140760", "code": 422}]} {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:32:13.219397 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c05b0ab0-d371-487e-b2ca-bc15f02e9f76 {{(pid=94717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:32:13.219397 dv-cinder-809828-1-iscsi neutron-server[94717]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f5fad701-4069-4134-80ad-e256167dd80e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4eeb8841-1ba9-4d31-b23e-dfe00e140760', 'code': 422} returned with failed status Sep 17 17:32:13.281809 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:13.282530 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 34c60f31-f757-4ff8-b513-1d2e1313d196 no longer exists at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:32:13.323093 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] No Port match for: 34c60f31-f757-4ff8-b513-1d2e1313d196 {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:32:13.323436 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 34c60f31-f757-4ff8-b513-1d2e1313d196 not bound to the agent host hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:32:13.350897 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=4eeb8841-1ba9-4d31-b23e-dfe00e140760,revision_number=6']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:32:13.367721 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b6d79f6a-b7c8-482a-9d21-d9bf03c1ab9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:13.395024 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d79f6a-b7c8-482a-9d21-d9bf03c1ab9b admin admin] Pushing event deleted for resources: {'Port': ['ID=aad18c59-1e51-4b70-a210-c4d30d2a6bd1,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:32:13.571774 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b6d79f6a-b7c8-482a-9d21-d9bf03c1ab9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693985'] for router_interface, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:13.780259 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d79f6a-b7c8-482a-9d21-d9bf03c1ab9b admin admin] Router d824e3ec-4206-4e76-8f7a-df30574a53a3 has already been hosted by L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 {{(pid=94715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 17:32:14.136972 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d79f6a-b7c8-482a-9d21-d9bf03c1ab9b admin admin] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:32:14.142023 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-b6d79f6a-b7c8-482a-9d21-d9bf03c1ab9b admin admin] 10.222.0.18 "PUT /v2.0/routers/d824e3ec-4206-4e76-8f7a-df30574a53a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9596725 Sep 17 17:32:14.144727 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 34782) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:32:14.145635 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cba5633-9fdc-4911-84ce-50decdf4ad43 None None] Sync routers for ids ['d824e3ec-4206-4e76-8f7a-df30574a53a3'] in dv-cinder-809828-1-iscsi {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:32:14.155233 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cba5633-9fdc-4911-84ce-50decdf4ad43 None None] Routers {'d824e3ec-4206-4e76-8f7a-df30574a53a3'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:32:14.156405 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-3cba5633-9fdc-4911-84ce-50decdf4ad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:31:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['d824e3ec-4206-4e76-8f7a-df30574a53a3'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:32:14.258755 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-672ac807-02f9-44e5-a12f-eb3b93f8eeb4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:14.273051 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-3cba5633-9fdc-4911-84ce-50decdf4ad43 None None] Set router d824e3ec-4206-4e76-8f7a-df30574a53a3 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:32:14.296125 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0afa7-6ded-4f6f-8a28-fbf2a25b2060 req-1c63271f-dbde-41d8-ae48-1cf7655d05ad tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:14.302595 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-46d0afa7-6ded-4f6f-8a28-fbf2a25b2060 req-1c63271f-dbde-41d8-ae48-1cf7655d05ad tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 943 time: 0.0562954 Sep 17 17:32:14.359875 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-46d0afa7-6ded-4f6f-8a28-fbf2a25b2060 req-873210c9-3ab4-4b37-92b2-1204ff1690e6 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438967 Sep 17 17:32:14.372273 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-672ac807-02f9-44e5-a12f-eb3b93f8eeb4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:14.459708 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-3cba5633-9fdc-4911-84ce-50decdf4ad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd824e3ec-4206-4e76-8f7a-df30574a53a3', 'name': 'tempest-TestMinimumBasicScenario-704446428-router', 'tenant_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '87e5535a-0f54-4eea-a343-54f797a90c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:29:27Z', 'updated_at': '2021-09-17T17:32:13Z', 'revision_number': 5, 'project_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'gw_port': {'id': '87e5535a-0f54-4eea-a343-54f797a90c6c', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd824e3ec-4206-4e76-8f7a-df30574a53a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:29:27Z', 'updated_at': '2021-09-17T17:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi'}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:32:14.475312 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.plugin [None req-672ac807-02f9-44e5-a12f-eb3b93f8eeb4 admin admin] Deleting port 87e5535a-0f54-4eea-a343-54f797a90c6c {{(pid=94716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:32:14.475633 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-672ac807-02f9-44e5-a12f-eb3b93f8eeb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:14.543215 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303ea3f-cd3e-462b-9e0c-d98a36fd6c2e req-abc900f2-f18d-48f2-afb5-e12038b72435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:14.544990 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6303ea3f-cd3e-462b-9e0c-d98a36fd6c2e req-abc900f2-f18d-48f2-afb5-e12038b72435 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e&tenant_id=050d0f8bf6fd486c9c994e60c94beb88 HTTP/1.1" status: 200 len: 1096 time: 0.0469589 Sep 17 17:32:14.556299 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.db [None req-672ac807-02f9-44e5-a12f-eb3b93f8eeb4 admin admin] For port 87e5535a-0f54-4eea-a343-54f797a90c6c, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=87e5535a-0f54-4eea-a343-54f797a90c6c,segment=NetworkSegment(f5bce3a7-39d4-42b3-980e-fe31588455ee),segment_id=f5bce3a7-39d4-42b3-980e-fe31588455ee)] {{(pid=94716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:32:14.556667 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-672ac807-02f9-44e5-a12f-eb3b93f8eeb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:14.570128 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.plugin [None req-672ac807-02f9-44e5-a12f-eb3b93f8eeb4 admin admin] Calling delete_port for 87e5535a-0f54-4eea-a343-54f797a90c6c owned by network:router_gateway {{(pid=94716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:32:14.580962 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cba5633-9fdc-4911-84ce-50decdf4ad43 None None] Checking router: d824e3ec-4206-4e76-8f7a-df30574a53a3 for host: dv-cinder-809828-1-iscsi {{(pid=94718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:32:14.590067 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cba5633-9fdc-4911-84ce-50decdf4ad43 None None] Routers {'d824e3ec-4206-4e76-8f7a-df30574a53a3'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:32:14.590672 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-3cba5633-9fdc-4911-84ce-50decdf4ad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:31:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['d824e3ec-4206-4e76-8f7a-df30574a53a3'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:32:14.609968 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303ea3f-cd3e-462b-9e0c-d98a36fd6c2e req-faed4eb0-b0a2-40cb-84e1-ae7ea8766f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:14.611642 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6303ea3f-cd3e-462b-9e0c-d98a36fd6c2e req-faed4eb0-b0a2-40cb-84e1-ae7ea8766f84 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=050d0f8bf6fd486c9c994e60c94beb88&device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 1096 time: 0.0426364 Sep 17 17:32:14.676301 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-3cba5633-9fdc-4911-84ce-50decdf4ad43 None None] Set router d824e3ec-4206-4e76-8f7a-df30574a53a3 gateway port host: None {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:32:14.712796 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303ea3f-cd3e-462b-9e0c-d98a36fd6c2e req-d3a23da1-ec40-498f-9353-c557a3fd4e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:14.716009 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6303ea3f-cd3e-462b-9e0c-d98a36fd6c2e req-d3a23da1-ec40-498f-9353-c557a3fd4e74 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c5fd655e-5563-4ef4-b398-7647045e7dc0 HTTP/1.1" status: 200 len: 910 time: 0.0947025 Sep 17 17:32:14.728063 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-3cba5633-9fdc-4911-84ce-50decdf4ad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd824e3ec-4206-4e76-8f7a-df30574a53a3', 'name': 'tempest-TestMinimumBasicScenario-704446428-router', 'tenant_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:29:27Z', 'updated_at': '2021-09-17T17:32:14Z', 'revision_number': 6, 'project_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'gw_port_host': None}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:32:14.758251 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cba5633-9fdc-4911-84ce-50decdf4ad43 None None] The sync data for ids ['d824e3ec-4206-4e76-8f7a-df30574a53a3'] in dv-cinder-809828-1-iscsi is: [{'id': 'd824e3ec-4206-4e76-8f7a-df30574a53a3', 'name': 'tempest-TestMinimumBasicScenario-704446428-router', 'tenant_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:29:27Z', 'updated_at': '2021-09-17T17:32:14Z', 'revision_number': 6, 'project_id': 'cd6228e1bfae4dbab21bfc338bba9813', 'gw_port_host': None}] {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:32:14.783816 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6303ea3f-cd3e-462b-9e0c-d98a36fd6c2e req-dd4ded50-aaf2-4c17-82cc-bbed912e8117 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4eeb8841-1ba9-4d31-b23e-dfe00e140760 HTTP/1.1" status: 200 len: 997 time: 0.0608814 Sep 17 17:32:14.807897 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-672ac807-02f9-44e5-a12f-eb3b93f8eeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179149'] for port, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:14.833728 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ac807-02f9-44e5-a12f-eb3b93f8eeb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=87e5535a-0f54-4eea-a343-54f797a90c6c,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:32:14.841004 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303ea3f-cd3e-462b-9e0c-d98a36fd6c2e req-19c05c1b-8bb3-4505-9bbe-b717ab638f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:14.842540 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6303ea3f-cd3e-462b-9e0c-d98a36fd6c2e req-19c05c1b-8bb3-4505-9bbe-b717ab638f7f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=acf76a6c-c31d-46bf-ad83-cd7ec2729137 HTTP/1.1" status: 200 len: 848 time: 0.0500140 Sep 17 17:32:14.888207 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303ea3f-cd3e-462b-9e0c-d98a36fd6c2e req-7f8a9200-fbe7-4501-b113-708794f4fc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:14.889708 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6303ea3f-cd3e-462b-9e0c-d98a36fd6c2e req-7f8a9200-fbe7-4501-b113-708794f4fc6e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c5fd655e-5563-4ef4-b398-7647045e7dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396280 Sep 17 17:32:14.895611 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-672ac807-02f9-44e5-a12f-eb3b93f8eeb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693927'] for router_gateway, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:14.980136 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6303ea3f-cd3e-462b-9e0c-d98a36fd6c2e req-5ac3ab36-377c-4529-a181-b8aaa5820bd4 service neutron] 10.222.0.42 "GET /v2.0/networks/c5fd655e-5563-4ef4-b398-7647045e7dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820787 Sep 17 17:32:14.986427 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-672ac807-02f9-44e5-a12f-eb3b93f8eeb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1013'] for router, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:14.988559 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-672ac807-02f9-44e5-a12f-eb3b93f8eeb4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:15.078117 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6303ea3f-cd3e-462b-9e0c-d98a36fd6c2e req-906f54af-8abe-42ec-8a6f-86f9b81c36ba service neutron] 10.222.0.42 "GET /v2.0/networks/c5fd655e-5563-4ef4-b398-7647045e7dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882289 Sep 17 17:32:15.081760 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-672ac807-02f9-44e5-a12f-eb3b93f8eeb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691981'] for router, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:15.082361 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672ac807-02f9-44e5-a12f-eb3b93f8eeb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d824e3ec-4206-4e76-8f7a-df30574a53a3 {{(pid=94716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 17:32:15.086926 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-672ac807-02f9-44e5-a12f-eb3b93f8eeb4 admin admin] Notify callbacks [] for router, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:15.088544 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-672ac807-02f9-44e5-a12f-eb3b93f8eeb4 admin admin] 10.222.0.18 "DELETE /v2.0/routers/d824e3ec-4206-4e76-8f7a-df30574a53a3 HTTP/1.1" status: 204 len: 168 time: 0.9424911 Sep 17 17:32:15.090755 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 34788) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:32:15.149716 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.db_base_plugin_v2 [None req-9083d029-633b-417c-b8b3-45caa62329e2 admin admin] Deleting subnet fdb68e07-5307-4edb-908e-1ffad9e10205 {{(pid=94716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 17:32:15.153001 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-9083d029-633b-417c-b8b3-45caa62329e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:15.197201 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-9083d029-633b-417c-b8b3-45caa62329e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26649732'] for subnet, precommit_delete_associations {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:15.273157 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-9083d029-633b-417c-b8b3-45caa62329e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706992'] for subnet, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:15.391757 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-9083d029-633b-417c-b8b3-45caa62329e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25898032'] for subnet, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:15.422711 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9083d029-633b-417c-b8b3-45caa62329e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdb68e07-5307-4edb-908e-1ffad9e10205,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:32:15.426646 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-9083d029-633b-417c-b8b3-45caa62329e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for subnet, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:15.428667 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-9083d029-633b-417c-b8b3-45caa62329e2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fdb68e07-5307-4edb-908e-1ffad9e10205 HTTP/1.1" status: 204 len: 168 time: 0.3368239 Sep 17 17:32:15.434709 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5f2e77-a58f-40b5-b062-c84c5e3e9c35 None None] Network ecda6e12-c805-49f1-b41a-9cb022c549b8 requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:32:15.437926 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 34794) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:32:15.478547 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a76577-224f-4bf1-96f9-e910557d291a req-60e81280-d004-4e97-9fbc-2ddd6f95ea44 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:15.480090 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c5a76577-224f-4bf1-96f9-e910557d291a req-60e81280-d004-4e97-9fbc-2ddd6f95ea44 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 943 time: 0.0518651 Sep 17 17:32:15.488851 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:15.511734 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-bfcc2cfe-5c11-45bf-bc14-9d939858ac3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3478593'] for network, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:15.548646 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c5a76577-224f-4bf1-96f9-e910557d291a req-7f138b66-5542-453d-b0bf-f58421debbde tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619736 Sep 17 17:32:15.553132 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device aad18c59-1e51-4b70-a210-c4d30d2a6bd1 no longer exists at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:32:15.576244 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] No Port match for: aad18c59-1e51-4b70-a210-c4d30d2a6bd1 {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:32:15.576605 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device aad18c59-1e51-4b70-a210-c4d30d2a6bd1 not bound to the agent host dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:32:15.582777 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.plugin [None req-bfcc2cfe-5c11-45bf-bc14-9d939858ac3f admin admin] Deleting port 3170008e-48f6-495e-b55d-7a29ee23dbc2 {{(pid=94716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:32:15.583228 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-bfcc2cfe-5c11-45bf-bc14-9d939858ac3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:15.658381 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.db [None req-bfcc2cfe-5c11-45bf-bc14-9d939858ac3f admin admin] For port 3170008e-48f6-495e-b55d-7a29ee23dbc2, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=3170008e-48f6-495e-b55d-7a29ee23dbc2,segment=NetworkSegment(a93cae8d-87c7-411d-9608-39873c9ed985),segment_id=a93cae8d-87c7-411d-9608-39873c9ed985)] {{(pid=94716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:32:15.658743 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-bfcc2cfe-5c11-45bf-bc14-9d939858ac3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:15.669025 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9e33d2-a6b0-4e8e-ab31-6e09ea38c407 None None] DHCP port deletion for ecda6e12-c805-49f1-b41a-9cb022c549b8 request from dv-cinder-809828-1-iscsi {{(pid=94717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 17:32:15.676938 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.plugin [None req-bfcc2cfe-5c11-45bf-bc14-9d939858ac3f admin admin] Calling delete_port for 3170008e-48f6-495e-b55d-7a29ee23dbc2 owned by network:dhcp {{(pid=94716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:32:15.717001 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-8f9e33d2-a6b0-4e8e-ab31-6e09ea38c407 None None] Deleting port 3170008e-48f6-495e-b55d-7a29ee23dbc2 {{(pid=94717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:32:15.717608 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-8f9e33d2-a6b0-4e8e-ab31-6e09ea38c407 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:15.781320 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-8f9e33d2-a6b0-4e8e-ab31-6e09ea38c407 None None] For port 3170008e-48f6-495e-b55d-7a29ee23dbc2, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=3170008e-48f6-495e-b55d-7a29ee23dbc2,segment=NetworkSegment(a93cae8d-87c7-411d-9608-39873c9ed985),segment_id=a93cae8d-87c7-411d-9608-39873c9ed985)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:32:15.781813 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-8f9e33d2-a6b0-4e8e-ab31-6e09ea38c407 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:15.795073 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-8f9e33d2-a6b0-4e8e-ab31-6e09ea38c407 None None] Calling delete_port for 3170008e-48f6-495e-b55d-7a29ee23dbc2 owned by network:dhcp {{(pid=94717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:32:15.820098 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-bfcc2cfe-5c11-45bf-bc14-9d939858ac3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179149'] for port, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:15.848532 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc2cfe-5c11-45bf-bc14-9d939858ac3f admin admin] Pushing event deleted for resources: {'Port': ['ID=3170008e-48f6-495e-b55d-7a29ee23dbc2,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:32:15.855437 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcc2cfe-5c11-45bf-bc14-9d939858ac3f admin admin] No DVR routers for this DVR port 3170008e-48f6-495e-b55d-7a29ee23dbc2 on host dv-cinder-809828-1-iscsi {{(pid=94716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 17:32:15.881202 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-8f9e33d2-a6b0-4e8e-ab31-6e09ea38c407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547'] for port, after_delete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:15.908129 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e33d2-a6b0-4e8e-ab31-6e09ea38c407 None None] Pushing event deleted for resources: {'Port': ['ID=3170008e-48f6-495e-b55d-7a29ee23dbc2,revision_number=None']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:32:15.912818 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9e33d2-a6b0-4e8e-ab31-6e09ea38c407 None None] No DVR routers for this DVR port 3170008e-48f6-495e-b55d-7a29ee23dbc2 on host dv-cinder-809828-1-iscsi {{(pid=94717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 17:32:15.929755 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-bfcc2cfe-5c11-45bf-bc14-9d939858ac3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707639', 'neutron.services.segments.db._delete_segments_for_network-8747491616925'] for network, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:15.949350 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.services.segments.db [None req-bfcc2cfe-5c11-45bf-bc14-9d939858ac3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecda6e12-c805-49f1-b41a-9cb022c549b8']}} {{(pid=94716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:32:15.959044 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.services.segments.db [None req-bfcc2cfe-5c11-45bf-bc14-9d939858ac3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a93cae8d-87c7-411d-9608-39873c9ed985') {'for_net_delete': True} {{(pid=94716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:32:15.959349 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.services.segments.db [None req-bfcc2cfe-5c11-45bf-bc14-9d939858ac3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a93cae8d-87c7-411d-9608-39873c9ed985') {} {{(pid=94716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:32:15.969172 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-bfcc2cfe-5c11-45bf-bc14-9d939858ac3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747491617190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26649743'] for segment, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:15.982235 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-bfcc2cfe-5c11-45bf-bc14-9d939858ac3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157'] for segment, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:15.988069 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfcc2cfe-5c11-45bf-bc14-9d939858ac3f admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=94716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 17:32:15.988450 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-bfcc2cfe-5c11-45bf-bc14-9d939858ac3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26178748'] for segment, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:15.990081 dv-cinder-809828-1-iscsi neutron-server[94716]: Traceback (most recent call last): Sep 17 17:32:15.990081 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 17:32:15.990081 dv-cinder-809828-1-iscsi neutron-server[94716]: timer() Sep 17 17:32:15.990081 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 17:32:15.990081 dv-cinder-809828-1-iscsi neutron-server[94716]: cb(*args, **kw) Sep 17 17:32:15.990081 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 17:32:15.990081 dv-cinder-809828-1-iscsi neutron-server[94716]: return func(*args, **kwargs) Sep 17 17:32:15.990081 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 17:32:15.990081 dv-cinder-809828-1-iscsi neutron-server[94716]: self._notify() Sep 17 17:32:15.990081 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 17:32:15.990081 dv-cinder-809828-1-iscsi neutron-server[94716]: self.callback(batched_events) Sep 17 17:32:15.990081 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 17:32:15.990081 dv-cinder-809828-1-iscsi neutron-server[94716]: event.method(event) Sep 17 17:32:15.990081 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 17:32:15.990081 dv-cinder-809828-1-iscsi neutron-server[94716]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 17:32:15.990081 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 17:32:15.990081 dv-cinder-809828-1-iscsi neutron-server[94716]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 17:32:15.990081 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 17:32:15.990081 dv-cinder-809828-1-iscsi neutron-server[94716]: return f(self, *a, **k) Sep 17 17:32:15.990081 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 17:32:15.990081 dv-cinder-809828-1-iscsi neutron-server[94716]: return self._get(url).json() Sep 17 17:32:15.990081 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 17:32:15.990081 dv-cinder-809828-1-iscsi neutron-server[94716]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 17:32:15.990081 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 17:32:15.990081 dv-cinder-809828-1-iscsi neutron-server[94716]: return self.request(url, 'GET', **kwargs) Sep 17 17:32:15.990081 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 17:32:15.990081 dv-cinder-809828-1-iscsi neutron-server[94716]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 17:32:15.990081 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 17:32:15.990081 dv-cinder-809828-1-iscsi neutron-server[94716]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 17:32:15.990081 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 17:32:15.990081 dv-cinder-809828-1-iscsi neutron-server[94716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 17:32:15.990081 dv-cinder-809828-1-iscsi neutron-server[94716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 17:32:16.115104 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-bfcc2cfe-5c11-45bf-bc14-9d939858ac3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693827'] for network, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:16.120701 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-bfcc2cfe-5c11-45bf-bc14-9d939858ac3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for network, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:16.122526 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-bfcc2cfe-5c11-45bf-bc14-9d939858ac3f admin admin] 10.222.0.18 "DELETE /v2.0/networks/ecda6e12-c805-49f1-b41a-9cb022c549b8 HTTP/1.1" status: 204 len: 168 time: 0.6836832 Sep 17 17:32:16.125502 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 34796) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:32:16.132995 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc2cfe-5c11-45bf-bc14-9d939858ac3f admin admin] Pushing event deleted for resources: {'Network': ['ID=ecda6e12-c805-49f1-b41a-9cb022c549b8,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:32:16.472028 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1747d540-eeae-41da-86d2-76989b6d9dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3691281'] for router_interface, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:16.678859 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde9853-47c2-44c9-82cf-628268d946d2 req-4ad1acb8-ae75-4a8b-847b-45cc99a1ba4e tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:16.680361 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1bde9853-47c2-44c9-82cf-628268d946d2 req-4ad1acb8-ae75-4a8b-847b-45cc99a1ba4e tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 943 time: 0.0608368 Sep 17 17:32:16.759223 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1bde9853-47c2-44c9-82cf-628268d946d2 req-a88f106b-996c-4f02-afe0-eebb6945ce01 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0721173 Sep 17 17:32:16.783851 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [None req-1747d540-eeae-41da-86d2-76989b6d9dfc admin admin] Deleting port 9b4017c0-f01d-4f0b-91fd-f287bd011433 {{(pid=94715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:32:16.784221 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1747d540-eeae-41da-86d2-76989b6d9dfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:16.862736 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-1747d540-eeae-41da-86d2-76989b6d9dfc admin admin] For port 9b4017c0-f01d-4f0b-91fd-f287bd011433, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=9b4017c0-f01d-4f0b-91fd-f287bd011433,segment=NetworkSegment(2f263af2-7403-4a4a-a4f2-b69d4648c296),segment_id=2f263af2-7403-4a4a-a4f2-b69d4648c296)] {{(pid=94715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:32:16.863130 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1747d540-eeae-41da-86d2-76989b6d9dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:16.875418 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [None req-1747d540-eeae-41da-86d2-76989b6d9dfc admin admin] Calling delete_port for 9b4017c0-f01d-4f0b-91fd-f287bd011433 owned by network:router_interface {{(pid=94715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:32:16.942420 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 87e5535a-0f54-4eea-a343-54f797a90c6c no longer exists at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:32:16.962628 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] No Port match for: 87e5535a-0f54-4eea-a343-54f797a90c6c {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:32:16.962999 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 87e5535a-0f54-4eea-a343-54f797a90c6c not bound to the agent host dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:32:16.963446 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 3170008e-48f6-495e-b55d-7a29ee23dbc2 no longer exists at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:32:16.982475 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] No Port match for: 3170008e-48f6-495e-b55d-7a29ee23dbc2 {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:32:16.982826 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 3170008e-48f6-495e-b55d-7a29ee23dbc2 not bound to the agent host dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:32:17.021190 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 6 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:32:17.103704 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1747d540-eeae-41da-86d2-76989b6d9dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:17.129309 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747d540-eeae-41da-86d2-76989b6d9dfc admin admin] Pushing event deleted for resources: {'Port': ['ID=9b4017c0-f01d-4f0b-91fd-f287bd011433,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:32:17.292331 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1747d540-eeae-41da-86d2-76989b6d9dfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693985'] for router_interface, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:17.508241 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1747d540-eeae-41da-86d2-76989b6d9dfc admin admin] Router 957073b1-a101-46c0-8fbb-aed05a92acd2 has already been hosted by L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 {{(pid=94715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 17:32:17.615823 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1747d540-eeae-41da-86d2-76989b6d9dfc admin admin] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:32:17.623179 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-1747d540-eeae-41da-86d2-76989b6d9dfc admin admin] 10.222.0.18 "PUT /v2.0/routers/957073b1-a101-46c0-8fbb-aed05a92acd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4941905 Sep 17 17:32:17.623179 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 34804) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:32:17.627424 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e72e83-ad90-4a1f-9260-860049421e48 None None] Sync routers for ids ['957073b1-a101-46c0-8fbb-aed05a92acd2'] in dv-cinder-809828-1-iscsi {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:32:17.637520 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e72e83-ad90-4a1f-9260-860049421e48 None None] Routers {'957073b1-a101-46c0-8fbb-aed05a92acd2'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:32:17.638219 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-02e72e83-ad90-4a1f-9260-860049421e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:31:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['957073b1-a101-46c0-8fbb-aed05a92acd2'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:32:17.732268 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-63f83a7b-b26a-4280-84ce-1cc098a8e01e admin admin] Notify callbacks [] for router, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:17.744810 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-02e72e83-ad90-4a1f-9260-860049421e48 None None] Set router 957073b1-a101-46c0-8fbb-aed05a92acd2 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:32:17.850132 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-63f83a7b-b26a-4280-84ce-1cc098a8e01e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:17.889413 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ed745-1bc7-4850-8baa-9dc9c7e6306a req-2f87e958-94e6-43ea-be50-96f88b375e27 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:17.892019 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-673ed745-1bc7-4850-8baa-9dc9c7e6306a req-2f87e958-94e6-43ea-be50-96f88b375e27 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 943 time: 0.0549369 Sep 17 17:32:17.928728 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-673ed745-1bc7-4850-8baa-9dc9c7e6306a req-482e72d9-1869-4840-b7ff-369571838889 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306075 Sep 17 17:32:17.929095 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-02e72e83-ad90-4a1f-9260-860049421e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957073b1-a101-46c0-8fbb-aed05a92acd2', 'name': 'tempest-TestMinimumBasicScenario-1991026638-router', 'tenant_id': '2d2f6b05a30f4c82b942c6f161c7f560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'e0f51fe7-f455-4f58-81c8-d2a8faebb489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:29:36Z', 'updated_at': '2021-09-17T17:32:17Z', 'revision_number': 5, 'project_id': '2d2f6b05a30f4c82b942c6f161c7f560', 'gw_port': {'id': 'e0f51fe7-f455-4f58-81c8-d2a8faebb489', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:95:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957073b1-a101-46c0-8fbb-aed05a92acd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:29:36Z', 'updated_at': '2021-09-17T17:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi'}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:32:17.957064 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e72e83-ad90-4a1f-9260-860049421e48 None None] Checking router: 957073b1-a101-46c0-8fbb-aed05a92acd2 for host: dv-cinder-809828-1-iscsi {{(pid=94717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:32:17.965337 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e72e83-ad90-4a1f-9260-860049421e48 None None] Routers {'957073b1-a101-46c0-8fbb-aed05a92acd2'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:32:17.965947 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-02e72e83-ad90-4a1f-9260-860049421e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:31:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['957073b1-a101-46c0-8fbb-aed05a92acd2'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:32:17.990909 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [None req-63f83a7b-b26a-4280-84ce-1cc098a8e01e admin admin] Deleting port e0f51fe7-f455-4f58-81c8-d2a8faebb489 {{(pid=94715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:32:17.991281 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-63f83a7b-b26a-4280-84ce-1cc098a8e01e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:18.050611 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-02e72e83-ad90-4a1f-9260-860049421e48 None None] Set router 957073b1-a101-46c0-8fbb-aed05a92acd2 gateway port host: None {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:32:18.069389 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-63f83a7b-b26a-4280-84ce-1cc098a8e01e admin admin] For port e0f51fe7-f455-4f58-81c8-d2a8faebb489, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=e0f51fe7-f455-4f58-81c8-d2a8faebb489,segment=NetworkSegment(f5bce3a7-39d4-42b3-980e-fe31588455ee),segment_id=f5bce3a7-39d4-42b3-980e-fe31588455ee)] {{(pid=94715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:32:18.069760 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-63f83a7b-b26a-4280-84ce-1cc098a8e01e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:18.081695 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [None req-63f83a7b-b26a-4280-84ce-1cc098a8e01e admin admin] Calling delete_port for e0f51fe7-f455-4f58-81c8-d2a8faebb489 owned by network:router_gateway {{(pid=94715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:32:18.104527 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-02e72e83-ad90-4a1f-9260-860049421e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '957073b1-a101-46c0-8fbb-aed05a92acd2', 'name': 'tempest-TestMinimumBasicScenario-1991026638-router', 'tenant_id': '2d2f6b05a30f4c82b942c6f161c7f560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:29:36Z', 'updated_at': '2021-09-17T17:32:17Z', 'revision_number': 6, 'project_id': '2d2f6b05a30f4c82b942c6f161c7f560', 'gw_port_host': None}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:32:18.129846 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e72e83-ad90-4a1f-9260-860049421e48 None None] The sync data for ids ['957073b1-a101-46c0-8fbb-aed05a92acd2'] in dv-cinder-809828-1-iscsi is: [{'id': '957073b1-a101-46c0-8fbb-aed05a92acd2', 'name': 'tempest-TestMinimumBasicScenario-1991026638-router', 'tenant_id': '2d2f6b05a30f4c82b942c6f161c7f560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:29:36Z', 'updated_at': '2021-09-17T17:32:17Z', 'revision_number': 6, 'project_id': '2d2f6b05a30f4c82b942c6f161c7f560', 'gw_port_host': None}] {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:32:18.321614 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-63f83a7b-b26a-4280-84ce-1cc098a8e01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:18.347605 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f83a7b-b26a-4280-84ce-1cc098a8e01e admin admin] Pushing event deleted for resources: {'Port': ['ID=e0f51fe7-f455-4f58-81c8-d2a8faebb489,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:32:18.408760 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-63f83a7b-b26a-4280-84ce-1cc098a8e01e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693927'] for router_gateway, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:18.497426 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-63f83a7b-b26a-4280-84ce-1cc098a8e01e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1013'] for router, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:18.500165 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-63f83a7b-b26a-4280-84ce-1cc098a8e01e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:18.664951 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-63f83a7b-b26a-4280-84ce-1cc098a8e01e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691981'] for router, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:18.665521 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f83a7b-b26a-4280-84ce-1cc098a8e01e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 957073b1-a101-46c0-8fbb-aed05a92acd2 {{(pid=94715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 17:32:18.669665 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-63f83a7b-b26a-4280-84ce-1cc098a8e01e admin admin] Notify callbacks [] for router, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:18.670846 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-63f83a7b-b26a-4280-84ce-1cc098a8e01e admin admin] 10.222.0.18 "DELETE /v2.0/routers/957073b1-a101-46c0-8fbb-aed05a92acd2 HTTP/1.1" status: 204 len: 168 time: 1.0467567 Sep 17 17:32:18.673377 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 34808) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:32:18.717301 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf2dd4b7-5bef-474b-81f0-3e339344c9ea admin admin] Deleting subnet 04376c15-bb7b-47a2-88a0-7bafa4969a54 {{(pid=94715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 17:32:18.720524 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-bf2dd4b7-5bef-474b-81f0-3e339344c9ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:18.758683 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-bf2dd4b7-5bef-474b-81f0-3e339344c9ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29313401'] for subnet, precommit_delete_associations {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:18.862800 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-bf2dd4b7-5bef-474b-81f0-3e339344c9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706992'] for subnet, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:18.950019 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device e0f51fe7-f455-4f58-81c8-d2a8faebb489 no longer exists at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:32:18.969886 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] No Port match for: e0f51fe7-f455-4f58-81c8-d2a8faebb489 {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:32:18.970481 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device e0f51fe7-f455-4f58-81c8-d2a8faebb489 not bound to the agent host dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:32:18.970651 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 9b4017c0-f01d-4f0b-91fd-f287bd011433 no longer exists at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:32:18.989387 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] No Port match for: 9b4017c0-f01d-4f0b-91fd-f287bd011433 {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:32:18.989680 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 9b4017c0-f01d-4f0b-91fd-f287bd011433 not bound to the agent host dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:32:19.028408 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-bf2dd4b7-5bef-474b-81f0-3e339344c9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29270064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25266486'] for subnet, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:19.057758 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2dd4b7-5bef-474b-81f0-3e339344c9ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04376c15-bb7b-47a2-88a0-7bafa4969a54,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:32:19.063575 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-bf2dd4b7-5bef-474b-81f0-3e339344c9ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:19.067634 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-bf2dd4b7-5bef-474b-81f0-3e339344c9ea admin admin] 10.222.0.18 "DELETE /v2.0/subnets/04376c15-bb7b-47a2-88a0-7bafa4969a54 HTTP/1.1" status: 204 len: 168 time: 0.3911653 Sep 17 17:32:19.068015 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 34816) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:32:19.069011 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f2d136-8a3b-448e-aea1-38f6c216a80b None None] Network b1087683-1be4-412e-a07c-801a843ea126 requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:32:19.086321 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e41d9-a473-4fc7-ac45-451deb3dc4ab req-18c2cdb9-fb69-497b-9623-ed40f1a71bab tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:19.088140 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b96e41d9-a473-4fc7-ac45-451deb3dc4ab req-18c2cdb9-fb69-497b-9623-ed40f1a71bab tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 943 time: 0.0910530 Sep 17 17:32:19.136564 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b96e41d9-a473-4fc7-ac45-451deb3dc4ab req-28e55cd2-5938-432e-b41c-03f432942df6 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421283 Sep 17 17:32:19.149389 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-72091c4d-2f2e-4aad-9c94-05906d8e5536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3478593'] for network, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:19.223083 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.plugin [None req-72091c4d-2f2e-4aad-9c94-05906d8e5536 admin admin] Deleting port c5ecc193-6cc5-446b-9bc4-caef68282357 {{(pid=94716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:32:19.223453 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-72091c4d-2f2e-4aad-9c94-05906d8e5536 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:19.287799 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9451fcd5-466f-446e-9f8a-aa204ecb53fe None None] DHCP port deletion for b1087683-1be4-412e-a07c-801a843ea126 request from dv-cinder-809828-1-iscsi {{(pid=94717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 17:32:19.288844 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.db [None req-72091c4d-2f2e-4aad-9c94-05906d8e5536 admin admin] For port c5ecc193-6cc5-446b-9bc4-caef68282357, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=c5ecc193-6cc5-446b-9bc4-caef68282357,segment=NetworkSegment(2f263af2-7403-4a4a-a4f2-b69d4648c296),segment_id=2f263af2-7403-4a4a-a4f2-b69d4648c296)] {{(pid=94716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:32:19.289221 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-72091c4d-2f2e-4aad-9c94-05906d8e5536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:19.302155 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.plugin [None req-72091c4d-2f2e-4aad-9c94-05906d8e5536 admin admin] Calling delete_port for c5ecc193-6cc5-446b-9bc4-caef68282357 owned by network:dhcp {{(pid=94716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:32:19.332838 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-9451fcd5-466f-446e-9f8a-aa204ecb53fe None None] Deleting port c5ecc193-6cc5-446b-9bc4-caef68282357 {{(pid=94717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:32:19.333216 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-9451fcd5-466f-446e-9f8a-aa204ecb53fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:19.400165 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-9451fcd5-466f-446e-9f8a-aa204ecb53fe None None] For port c5ecc193-6cc5-446b-9bc4-caef68282357, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=c5ecc193-6cc5-446b-9bc4-caef68282357,segment=NetworkSegment(2f263af2-7403-4a4a-a4f2-b69d4648c296),segment_id=2f263af2-7403-4a4a-a4f2-b69d4648c296)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:32:19.400564 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-9451fcd5-466f-446e-9f8a-aa204ecb53fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:19.413152 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-9451fcd5-466f-446e-9f8a-aa204ecb53fe None None] Calling delete_port for c5ecc193-6cc5-446b-9bc4-caef68282357 owned by network:dhcp {{(pid=94717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:32:19.487585 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-72091c4d-2f2e-4aad-9c94-05906d8e5536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179149'] for port, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:19.493037 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-9451fcd5-466f-446e-9f8a-aa204ecb53fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547'] for port, after_delete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:19.513080 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72091c4d-2f2e-4aad-9c94-05906d8e5536 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5ecc193-6cc5-446b-9bc4-caef68282357,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:32:19.518025 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72091c4d-2f2e-4aad-9c94-05906d8e5536 admin admin] No DVR routers for this DVR port c5ecc193-6cc5-446b-9bc4-caef68282357 on host dv-cinder-809828-1-iscsi {{(pid=94716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 17:32:19.524118 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451fcd5-466f-446e-9f8a-aa204ecb53fe None None] Pushing event deleted for resources: {'Port': ['ID=c5ecc193-6cc5-446b-9bc4-caef68282357,revision_number=None']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:32:19.527899 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9451fcd5-466f-446e-9f8a-aa204ecb53fe None None] No DVR routers for this DVR port c5ecc193-6cc5-446b-9bc4-caef68282357 on host dv-cinder-809828-1-iscsi {{(pid=94717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 17:32:19.600949 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-72091c4d-2f2e-4aad-9c94-05906d8e5536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707639', 'neutron.services.segments.db._delete_segments_for_network-8747491616925'] for network, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:19.621442 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.services.segments.db [None req-72091c4d-2f2e-4aad-9c94-05906d8e5536 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1087683-1be4-412e-a07c-801a843ea126']}} {{(pid=94716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:32:19.631324 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.services.segments.db [None req-72091c4d-2f2e-4aad-9c94-05906d8e5536 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f263af2-7403-4a4a-a4f2-b69d4648c296') {'for_net_delete': True} {{(pid=94716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:32:19.631626 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.services.segments.db [None req-72091c4d-2f2e-4aad-9c94-05906d8e5536 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f263af2-7403-4a4a-a4f2-b69d4648c296') {} {{(pid=94716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:32:19.641237 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-72091c4d-2f2e-4aad-9c94-05906d8e5536 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747491617190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26649743'] for segment, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:19.653991 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-72091c4d-2f2e-4aad-9c94-05906d8e5536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157'] for segment, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:19.659728 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72091c4d-2f2e-4aad-9c94-05906d8e5536 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=94716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 17:32:19.660115 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-72091c4d-2f2e-4aad-9c94-05906d8e5536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26178748'] for segment, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:19.661717 dv-cinder-809828-1-iscsi neutron-server[94716]: Traceback (most recent call last): Sep 17 17:32:19.661717 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 17:32:19.661717 dv-cinder-809828-1-iscsi neutron-server[94716]: timer() Sep 17 17:32:19.661717 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 17:32:19.661717 dv-cinder-809828-1-iscsi neutron-server[94716]: cb(*args, **kw) Sep 17 17:32:19.661717 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 17:32:19.661717 dv-cinder-809828-1-iscsi neutron-server[94716]: return func(*args, **kwargs) Sep 17 17:32:19.661717 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 17:32:19.661717 dv-cinder-809828-1-iscsi neutron-server[94716]: self._notify() Sep 17 17:32:19.661717 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 17:32:19.661717 dv-cinder-809828-1-iscsi neutron-server[94716]: self.callback(batched_events) Sep 17 17:32:19.661717 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 17:32:19.661717 dv-cinder-809828-1-iscsi neutron-server[94716]: event.method(event) Sep 17 17:32:19.661717 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 17:32:19.661717 dv-cinder-809828-1-iscsi neutron-server[94716]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 17:32:19.661717 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 17:32:19.661717 dv-cinder-809828-1-iscsi neutron-server[94716]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 17:32:19.661717 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 17:32:19.661717 dv-cinder-809828-1-iscsi neutron-server[94716]: return f(self, *a, **k) Sep 17 17:32:19.661717 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 17:32:19.661717 dv-cinder-809828-1-iscsi neutron-server[94716]: return self._get(url).json() Sep 17 17:32:19.661717 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 17:32:19.661717 dv-cinder-809828-1-iscsi neutron-server[94716]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 17:32:19.661717 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 17:32:19.661717 dv-cinder-809828-1-iscsi neutron-server[94716]: return self.request(url, 'GET', **kwargs) Sep 17 17:32:19.661717 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 17:32:19.661717 dv-cinder-809828-1-iscsi neutron-server[94716]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 17:32:19.661717 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 17:32:19.661717 dv-cinder-809828-1-iscsi neutron-server[94716]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 17:32:19.661717 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 17:32:19.661717 dv-cinder-809828-1-iscsi neutron-server[94716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 17:32:19.661717 dv-cinder-809828-1-iscsi neutron-server[94716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 17:32:19.773403 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-72091c4d-2f2e-4aad-9c94-05906d8e5536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693827'] for network, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:19.778434 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-72091c4d-2f2e-4aad-9c94-05906d8e5536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for network, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:19.780365 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-72091c4d-2f2e-4aad-9c94-05906d8e5536 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b1087683-1be4-412e-a07c-801a843ea126 HTTP/1.1" status: 204 len: 168 time: 0.7111206 Sep 17 17:32:19.791419 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72091c4d-2f2e-4aad-9c94-05906d8e5536 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1087683-1be4-412e-a07c-801a843ea126,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:32:20.080846 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 34822) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:32:20.118873 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-72c93f17-7d67-49b1-845e-f8141d704ba6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cd6228e1bfae4dbab21bfc338bba9813&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369012 Sep 17 17:32:20.121338 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 34824) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:32:20.171366 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f1073cd2-209e-426f-8521-4bb938f52852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:20.192766 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f1073cd2-209e-426f-8521-4bb938f52852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:20.253130 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946173d5-0f02-4700-b876-13ebeaf00644 req-8fefd04c-225e-4ffa-a009-fee3495b73ff tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:20.254589 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-946173d5-0f02-4700-b876-13ebeaf00644 req-8fefd04c-225e-4ffa-a009-fee3495b73ff tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 943 time: 0.0470338 Sep 17 17:32:20.291384 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-946173d5-0f02-4700-b876-13ebeaf00644 req-209f1ce6-a5ff-4620-80fb-e2f489e3643c tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307877 Sep 17 17:32:20.315392 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f1073cd2-209e-426f-8521-4bb938f52852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:20.317953 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f1073cd2-209e-426f-8521-4bb938f52852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:20.319403 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-f1073cd2-209e-426f-8521-4bb938f52852 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/16195a0b-ce11-4068-a048-84fac203f2ca HTTP/1.1" status: 204 len: 168 time: 0.1971879 Sep 17 17:32:20.328699 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1073cd2-209e-426f-8521-4bb938f52852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16195a0b-ce11-4068-a048-84fac203f2ca,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:32:20.943173 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device c5ecc193-6cc5-446b-9bc4-caef68282357 no longer exists at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:32:20.963983 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 34834) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:32:20.964745 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] No Port match for: c5ecc193-6cc5-446b-9bc4-caef68282357 {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:32:20.965188 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device c5ecc193-6cc5-446b-9bc4-caef68282357 not bound to the agent host dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:32:21.003606 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-78738658-d231-470f-abb6-49bc96aa92b8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2d2f6b05a30f4c82b942c6f161c7f560&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408976 Sep 17 17:32:21.006071 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 34836) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:32:21.053077 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-807f76d9-a783-46bd-9cbb-f2d8679f6cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:21.074446 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-807f76d9-a783-46bd-9cbb-f2d8679f6cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:21.184520 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-807f76d9-a783-46bd-9cbb-f2d8679f6cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:21.187617 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-807f76d9-a783-46bd-9cbb-f2d8679f6cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:21.188920 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-807f76d9-a783-46bd-9cbb-f2d8679f6cad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/266c667b-b22e-4654-b1b5-05f1ae0b4bd4 HTTP/1.1" status: 204 len: 168 time: 0.1819391 Sep 17 17:32:21.196893 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f76d9-a783-46bd-9cbb-f2d8679f6cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266c667b-b22e-4654-b1b5-05f1ae0b4bd4,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:32:21.407237 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6f619-6f21-40d2-8859-f3f137ada949 req-11d0e674-0628-4d71-957a-ca5cddcf9b6d tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:21.408720 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9ad6f619-6f21-40d2-8859-f3f137ada949 req-11d0e674-0628-4d71-957a-ca5cddcf9b6d tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 943 time: 0.0515215 Sep 17 17:32:21.446860 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9ad6f619-6f21-40d2-8859-f3f137ada949 req-067d3934-fce5-460a-9477-b83a0b425f88 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320683 Sep 17 17:32:22.324657 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-aa1fc4f9-89c5-4752-8769-f6f2ca688d8f req-f1db95c0-3a26-4c30-8e3d-794a10c12f7a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=371bf6c9-089d-402f-ae7e-433129257445&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384779 Sep 17 17:32:22.385343 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fc4f9-89c5-4752-8769-f6f2ca688d8f req-ef9535b2-1b4d-4833-98e8-7984d9d734c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:22.386702 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-aa1fc4f9-89c5-4752-8769-f6f2ca688d8f req-ef9535b2-1b4d-4833-98e8-7984d9d734c5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ae79036f78e4d3c9eb885dec9a803b0&device_id=371bf6c9-089d-402f-ae7e-433129257445 HTTP/1.1" status: 200 len: 1099 time: 0.0388296 Sep 17 17:32:22.494915 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fc4f9-89c5-4752-8769-f6f2ca688d8f req-8ebfb445-93d3-49e0-8810-18b6c00b7b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:22.496396 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-aa1fc4f9-89c5-4752-8769-f6f2ca688d8f req-8ebfb445-93d3-49e0-8810-18b6c00b7b62 service neutron] 10.222.0.42 "GET /v2.0/networks?id=47e2d6e9-ce7e-458e-b5e3-fc8811121e51 HTTP/1.1" status: 200 len: 911 time: 0.0851774 Sep 17 17:32:22.592103 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-aa1fc4f9-89c5-4752-8769-f6f2ca688d8f req-97e530f9-6996-49f2-8425-b447eaf1269a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e6f7b95-8273-4221-89a7-219336133eb0 HTTP/1.1" status: 200 len: 1002 time: 0.0875597 Sep 17 17:32:22.603590 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdce272-76a9-4443-b145-0946c797acec req-170a5172-bc7b-4e27-b1bd-741896772fb1 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:22.604963 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1fdce272-76a9-4443-b145-0946c797acec req-170a5172-bc7b-4e27-b1bd-741896772fb1 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 943 time: 0.0930831 Sep 17 17:32:22.665397 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fc4f9-89c5-4752-8769-f6f2ca688d8f req-60a224a6-02df-445b-88e2-3ffed50adff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:22.666723 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-aa1fc4f9-89c5-4752-8769-f6f2ca688d8f req-60a224a6-02df-445b-88e2-3ffed50adff9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b86cd3d2-7e31-4268-bbf5-56635408c00d HTTP/1.1" status: 200 len: 849 time: 0.0609214 Sep 17 17:32:22.674350 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1fdce272-76a9-4443-b145-0946c797acec req-41c0fbbe-0f08-47b4-9169-94beac697caa tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604024 Sep 17 17:32:22.715279 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fc4f9-89c5-4752-8769-f6f2ca688d8f req-d4f46ad7-1d52-4f33-acf3-8ddbeaac0cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:22.716778 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-aa1fc4f9-89c5-4752-8769-f6f2ca688d8f req-d4f46ad7-1d52-4f33-acf3-8ddbeaac0cfa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=47e2d6e9-ce7e-458e-b5e3-fc8811121e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396039 Sep 17 17:32:22.882329 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-0f8b3f8a-ec94-4bb5-adcf-039ac3566708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:23.057839 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-aa1fc4f9-89c5-4752-8769-f6f2ca688d8f req-fd3bfd6f-6ef2-454f-b2b3-82decde564c3 service neutron] 10.222.0.42 "GET /v2.0/networks/47e2d6e9-ce7e-458e-b5e3-fc8811121e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308141 Sep 17 17:32:23.112363 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 4eeb8841-1ba9-4d31-b23e-dfe00e140760 details requested by agent hyperv_hv-cinder-80982 with host hv-cinder-80982 {{(pid=94717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 17:32:23.146708 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-aa1fc4f9-89c5-4752-8769-f6f2ca688d8f req-33ce10ca-3128-4b82-8f58-d30fa14426f3 service neutron] 10.222.0.42 "GET /v2.0/networks/47e2d6e9-ce7e-458e-b5e3-fc8811121e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811028 Sep 17 17:32:23.213969 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 4eeb8841-1ba9-4d31-b23e-dfe00e140760, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=4eeb8841-1ba9-4d31-b23e-dfe00e140760,segment=NetworkSegment(d7b68416-293f-4ed8-bc5f-6c9ec506319b),segment_id=d7b68416-293f-4ed8-bc5f-6c9ec506319b)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:32:23.224662 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Returning: {'device': '4eeb8841-1ba9-4d31-b23e-dfe00e140760', 'network_id': 'c5fd655e-5563-4ef4-b398-7647045e7dc0', 'port_id': '4eeb8841-1ba9-4d31-b23e-dfe00e140760', 'mac_address': 'fa:16:3e:0e:3c:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acf76a6c-c31d-46bf-ad83-cd7ec2729137', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 17:32:23.261813 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:23.274044 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eeb8841-1ba9-4d31-b23e-dfe00e140760 {{(pid=94717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:32:23.292534 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 4eeb8841-1ba9-4d31-b23e-dfe00e140760, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=4eeb8841-1ba9-4d31-b23e-dfe00e140760,segment=NetworkSegment(d7b68416-293f-4ed8-bc5f-6c9ec506319b),segment_id=d7b68416-293f-4ed8-bc5f-6c9ec506319b)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:32:23.389096 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:23.434972 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=4eeb8841-1ba9-4d31-b23e-dfe00e140760,revision_number=7']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:32:23.657306 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['4eeb8841-1ba9-4d31-b23e-dfe00e140760'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:32:23.786453 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c37865-4883-49c6-80d6-fd7cfd1f0538 req-d535f9f7-a9f1-4aa6-94fc-9c968f47da4f tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:23.787945 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-86c37865-4883-49c6-80d6-fd7cfd1f0538 req-d535f9f7-a9f1-4aa6-94fc-9c968f47da4f tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 944 time: 0.0480168 Sep 17 17:32:23.829785 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-86c37865-4883-49c6-80d6-fd7cfd1f0538 req-876db743-92c4-4a73-b81a-620f1d5079d2 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358977 Sep 17 17:32:24.939058 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e922153-666b-457c-a3fd-39aafeb39b02 req-dbfce3ed-d516-4d50-8ff3-158518fcddd2 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:24.940507 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5e922153-666b-457c-a3fd-39aafeb39b02 req-dbfce3ed-d516-4d50-8ff3-158518fcddd2 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 944 time: 0.0466778 Sep 17 17:32:24.977514 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5e922153-666b-457c-a3fd-39aafeb39b02 req-f40d77dc-1802-4070-9459-63f0c1632ddf tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310256 Sep 17 17:32:25.123498 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 4eeb8841-1ba9-4d31-b23e-dfe00e140760 up at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:32:25.172281 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning complete for port 4eeb8841-1ba9-4d31-b23e-dfe00e140760 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:32:25.172653 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:25.361556 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:25.383555 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5fad701-4069-4134-80ad-e256167dd80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eeb8841-1ba9-4d31-b23e-dfe00e140760'}] {{(pid=94717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:32:25.388037 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef4bfb6114c7858c34ed9f7d570ef17f9d28f3d7fc67a01f0bf07e2066d3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f55e407-da7f-4918-8faa-05a8215ca3b8" -d '{"events": [{"server_uuid": "f5fad701-4069-4134-80ad-e256167dd80e", "name": "network-vif-plugged", "status": "completed", "tag": "4eeb8841-1ba9-4d31-b23e-dfe00e140760"}]}' {{(pid=94717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:32:25.398939 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port 4eeb8841-1ba9-4d31-b23e-dfe00e140760, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=4eeb8841-1ba9-4d31-b23e-dfe00e140760,segment=NetworkSegment(d7b68416-293f-4ed8-bc5f-6c9ec506319b),segment_id=d7b68416-293f-4ed8-bc5f-6c9ec506319b)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:32:25.422738 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d42a35f-02cf-4167-80c4-a8f7126f3152 x-openstack-request-id: req-7d42a35f-02cf-4167-80c4-a8f7126f3152 {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:32:25.423066 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5fad701-4069-4134-80ad-e256167dd80e", "name": "network-vif-plugged", "status": "completed", "tag": "4eeb8841-1ba9-4d31-b23e-dfe00e140760", "code": 200}]} {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:32:25.423323 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d42a35f-02cf-4167-80c4-a8f7126f3152 {{(pid=94717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:32:25.423716 dv-cinder-809828-1-iscsi neutron-server[94717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5fad701-4069-4134-80ad-e256167dd80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eeb8841-1ba9-4d31-b23e-dfe00e140760', 'code': 200} Sep 17 17:32:25.482072 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:25.535992 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=4eeb8841-1ba9-4d31-b23e-dfe00e140760,revision_number=8']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:32:25.642218 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-755afd0d-dc82-4d71-9b3b-b50510093695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:25.726876 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b0399-2502-4bce-a8ff-345b5f121097 req-b16b2ba1-2b1e-4157-bcfa-4283c0f55071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:25.728400 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e65b0399-2502-4bce-a8ff-345b5f121097 req-b16b2ba1-2b1e-4157-bcfa-4283c0f55071 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 1098 time: 0.0401843 Sep 17 17:32:25.765419 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e65b0399-2502-4bce-a8ff-345b5f121097 req-29d3f841-fe20-446a-b974-708168048dfb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0289614 Sep 17 17:32:26.090641 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269333c-4ce7-419f-b4c0-3eb6332a4aae req-e136be0d-525e-4f24-b90d-b4720484734e tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:26.092118 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a269333c-4ce7-419f-b4c0-3eb6332a4aae req-e136be0d-525e-4f24-b90d-b4720484734e tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 945 time: 0.0475504 Sep 17 17:32:26.132038 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a269333c-4ce7-419f-b4c0-3eb6332a4aae req-39983e2f-1d8c-4fd0-be2c-2665eb148ebd tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335534 Sep 17 17:32:26.708590 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:26.778772 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:27.242256 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f612b-a202-4cc0-a648-2d6f9eb8c8e5 req-492f2599-e443-40b6-9c92-b3207606134e tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:27.243746 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f73f612b-a202-4cc0-a648-2d6f9eb8c8e5 req-492f2599-e443-40b6-9c92-b3207606134e tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 945 time: 0.0470786 Sep 17 17:32:27.280914 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f73f612b-a202-4cc0-a648-2d6f9eb8c8e5 req-0f3b6aff-6495-473f-ac5e-7e21b5ceca0e tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313177 Sep 17 17:32:28.578924 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:45.492855 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:49.819602 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79723c4e-1b14-4509-aabf-4f8f7bf9e2df req-d9002eef-275e-45cf-ac8a-c4a90d678c4a tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:49.823945 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-79723c4e-1b14-4509-aabf-4f8f7bf9e2df req-d9002eef-275e-45cf-ac8a-c4a90d678c4a tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 946 time: 0.0483558 Sep 17 17:32:49.858174 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-79723c4e-1b14-4509-aabf-4f8f7bf9e2df req-1fc349e5-1f8a-46f4-bdbb-d592c76de515 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312340 Sep 17 17:32:50.976537 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c50d8-8f8c-4cd2-bda7-cff855904d6c req-66460fcf-d9cf-4753-8556-626fca928c5d tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:50.977988 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ed5c50d8-8f8c-4cd2-bda7-cff855904d6c req-66460fcf-d9cf-4753-8556-626fca928c5d tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 946 time: 0.0476079 Sep 17 17:32:51.018422 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ed5c50d8-8f8c-4cd2-bda7-cff855904d6c req-c8ea3e66-62cb-4172-b954-ef737c8171a8 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345004 Sep 17 17:32:52.132563 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e696d4a-e0f3-45ec-ab86-7e01e286bc7f req-07ca0610-195e-406f-967f-7751ca6c8b7e tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:52.134007 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6e696d4a-e0f3-45ec-ab86-7e01e286bc7f req-07ca0610-195e-406f-967f-7751ca6c8b7e tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 946 time: 0.0473754 Sep 17 17:32:52.170263 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6e696d4a-e0f3-45ec-ab86-7e01e286bc7f req-12c6d3f4-6d19-48de-ac02-b7d94dc2a9a1 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304177 Sep 17 17:32:52.880597 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-211a5073-f55f-47c9-9d75-8a67d847c7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:53.287776 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222f946-e1dd-4325-8a59-83e1e47b5a17 req-9d8cc2c3-2c4b-4be3-a472-c9e46df766a6 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:53.289252 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e222f946-e1dd-4325-8a59-83e1e47b5a17 req-9d8cc2c3-2c4b-4be3-a472-c9e46df766a6 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 946 time: 0.0482287 Sep 17 17:32:53.326574 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-e222f946-e1dd-4325-8a59-83e1e47b5a17 req-40e96f16-fe04-4597-9898-74a90de1c949 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315547 Sep 17 17:32:54.020232 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 6 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:32:54.437441 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b0168-5c16-465a-9a7a-cb82937c56c5 req-120cf453-9156-4d3e-a80a-e251e6f95c09 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:54.440538 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-184b0168-5c16-465a-9a7a-cb82937c56c5 req-120cf453-9156-4d3e-a80a-e251e6f95c09 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 946 time: 0.0488944 Sep 17 17:32:54.481651 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-184b0168-5c16-465a-9a7a-cb82937c56c5 req-f5c7e63a-a9ed-4884-aac8-b87c27683513 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349379 Sep 17 17:32:55.596399 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5508cea-1b09-4002-9b13-450578f549c2 req-17c110df-e751-4ac0-9d46-b08ad3254520 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:55.598013 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f5508cea-1b09-4002-9b13-450578f549c2 req-17c110df-e751-4ac0-9d46-b08ad3254520 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 946 time: 0.0503867 Sep 17 17:32:55.642065 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f5508cea-1b09-4002-9b13-450578f549c2 req-cab7952e-2561-44d2-ad2f-6ecc04f54332 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378690 Sep 17 17:32:55.659088 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-3b5da52b-0b5c-4757-ab5e-f6b3610dcd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:56.705973 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:56.757215 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0378c-43c5-44da-a262-555a4395d9d6 req-7b5970b5-afd5-414c-b38d-c0a01cd2c13f tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:56.758664 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-deb0378c-43c5-44da-a262-555a4395d9d6 req-7b5970b5-afd5-414c-b38d-c0a01cd2c13f tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 946 time: 0.0475283 Sep 17 17:32:56.767397 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:56.796017 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-deb0378c-43c5-44da-a262-555a4395d9d6 req-1ead0619-894c-4eb6-9960-96c8a7f685f0 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311043 Sep 17 17:32:57.910150 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952438fa-f1f0-4886-807c-cc187a940305 req-6a0656ff-82e1-4b18-91fb-e776d6f8e789 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:57.911642 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-952438fa-f1f0-4886-807c-cc187a940305 req-6a0656ff-82e1-4b18-91fb-e776d6f8e789 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 946 time: 0.0481637 Sep 17 17:32:57.952091 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-952438fa-f1f0-4886-807c-cc187a940305 req-281ab26b-f3df-4808-838a-2953b880da6a tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346797 Sep 17 17:32:58.561204 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:32:59.062554 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9e837-0c1f-47fe-bfaf-d6d5ba0bbd68 req-dd0cbd9d-f85a-443b-b8db-848affeef43f tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:32:59.064591 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-19f9e837-0c1f-47fe-bfaf-d6d5ba0bbd68 req-dd0cbd9d-f85a-443b-b8db-848affeef43f tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 946 time: 0.0470841 Sep 17 17:32:59.101844 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-19f9e837-0c1f-47fe-bfaf-d6d5ba0bbd68 req-7542c8ff-d3eb-4060-96c8-82ca84ffa07b tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311611 Sep 17 17:33:00.214065 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f6c26-9fba-4394-88a0-0aba0fd410d5 req-b33d9820-864f-481f-86af-0279ec61c373 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:00.215566 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7f6f6c26-9fba-4394-88a0-0aba0fd410d5 req-b33d9820-864f-481f-86af-0279ec61c373 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 946 time: 0.0476789 Sep 17 17:33:00.251880 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7f6f6c26-9fba-4394-88a0-0aba0fd410d5 req-8094ee80-e56d-4e97-9b8d-ddc88b1d7f7a tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299001 Sep 17 17:33:01.365947 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de48b9-99e3-4b4c-8e84-3d221218560d req-6a4c1faf-9211-456b-ad92-ec026f766fc9 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:01.367480 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d5de48b9-99e3-4b4c-8e84-3d221218560d req-6a4c1faf-9211-456b-ad92-ec026f766fc9 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 946 time: 0.0480947 Sep 17 17:33:01.406528 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d5de48b9-99e3-4b4c-8e84-3d221218560d req-6c623cde-e06a-457a-a49a-8dd57b8c9f19 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332069 Sep 17 17:33:02.518228 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4701460-9ea6-4efd-a067-86af2bbaeee4 req-1bc272ce-4c54-45a0-9b40-51bf57f40042 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:02.519719 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b4701460-9ea6-4efd-a067-86af2bbaeee4 req-1bc272ce-4c54-45a0-9b40-51bf57f40042 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 946 time: 0.0475457 Sep 17 17:33:02.555826 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b4701460-9ea6-4efd-a067-86af2bbaeee4 req-ff3c5a2c-c75d-41c8-b2b8-ebde4f3881c1 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302835 Sep 17 17:33:03.673784 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2cfc8-8fda-4bf6-9d60-8483e5a9b4cc req-3fe55ffa-37de-4fa2-a7ca-f99ef0c0733d tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:03.675347 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c4b2cfc8-8fda-4bf6-9d60-8483e5a9b4cc req-3fe55ffa-37de-4fa2-a7ca-f99ef0c0733d tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 946 time: 0.0530732 Sep 17 17:33:03.713124 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c4b2cfc8-8fda-4bf6-9d60-8483e5a9b4cc req-2dc9b48d-1a00-4ba6-ab45-cff4c204c904 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319316 Sep 17 17:33:04.828245 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379c441-3353-4e5f-8260-3c0911dcf00c req-e7726092-5de2-41fe-9dbc-caac902428b1 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:04.830327 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7379c441-3353-4e5f-8260-3c0911dcf00c req-e7726092-5de2-41fe-9dbc-caac902428b1 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 946 time: 0.0488279 Sep 17 17:33:04.870824 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7379c441-3353-4e5f-8260-3c0911dcf00c req-678f4bda-cd56-4407-a6e1-8398d52f050b tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345974 Sep 17 17:33:05.983471 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98571147-0702-4b9d-b7a7-0fe96b03e1f0 req-e8013802-d4b8-4f57-b13a-1cbf4ba6815e tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:05.984963 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-98571147-0702-4b9d-b7a7-0fe96b03e1f0 req-e8013802-d4b8-4f57-b13a-1cbf4ba6815e tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 946 time: 0.0473824 Sep 17 17:33:06.022019 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-98571147-0702-4b9d-b7a7-0fe96b03e1f0 req-dc241a00-83f0-4197-973f-0bd15697eaaf tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305166 Sep 17 17:33:06.381107 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5814b9-7a1f-43b6-b924-990fad214234 req-73c358a0-6711-4f14-ae0a-a3ebfb44305f tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:06.382593 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5b5814b9-7a1f-43b6-b924-990fad214234 req-73c358a0-6711-4f14-ae0a-a3ebfb44305f tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 946 time: 0.0489037 Sep 17 17:33:06.421130 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-5b5814b9-7a1f-43b6-b924-990fad214234 req-3fda49b8-dd0c-49ba-aff9-20a2e9614a6e tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319624 Sep 17 17:33:06.499650 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073fcef-91b4-478c-9239-d65ae99a6d9f req-ec8cc2e3-f745-4fcd-808c-55204770fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:06.501595 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2073fcef-91b4-478c-9239-d65ae99a6d9f req-ec8cc2e3-f745-4fcd-808c-55204770fd28 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=076b6440e007443cbaf7796e9288ae14&device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 1099 time: 0.0385218 Sep 17 17:33:06.590874 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073fcef-91b4-478c-9239-d65ae99a6d9f req-51e8dcb3-9080-4891-95eb-2ec4dbddfce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:06.592338 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2073fcef-91b4-478c-9239-d65ae99a6d9f req-51e8dcb3-9080-4891-95eb-2ec4dbddfce4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8137f25b-b6e6-4976-b54e-fc4338ead8a6 HTTP/1.1" status: 200 len: 912 time: 0.0842352 Sep 17 17:33:06.660609 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2073fcef-91b4-478c-9239-d65ae99a6d9f req-2eb18a65-97bd-402e-9eee-a1a6e6f82ae7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=956d4fb8-b2cb-47b7-894d-fcfb8dc85895 HTTP/1.1" status: 200 len: 1001 time: 0.0602911 Sep 17 17:33:06.710436 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073fcef-91b4-478c-9239-d65ae99a6d9f req-fb8f8a73-d3ec-49d3-8437-3cee546bee08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:06.711850 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2073fcef-91b4-478c-9239-d65ae99a6d9f req-fb8f8a73-d3ec-49d3-8437-3cee546bee08 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0bc4c3cf-7b2b-4bf9-b610-021a56ed5884 HTTP/1.1" status: 200 len: 850 time: 0.0429833 Sep 17 17:33:06.759254 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073fcef-91b4-478c-9239-d65ae99a6d9f req-4802ae5d-0a0e-4ff0-a677-8da60e160f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:06.760471 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2073fcef-91b4-478c-9239-d65ae99a6d9f req-4802ae5d-0a0e-4ff0-a677-8da60e160f16 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8137f25b-b6e6-4976-b54e-fc4338ead8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407448 Sep 17 17:33:06.851144 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2073fcef-91b4-478c-9239-d65ae99a6d9f req-4dd9de86-6f0b-4493-bb98-af53551da6e4 service neutron] 10.222.0.42 "GET /v2.0/networks/8137f25b-b6e6-4976-b54e-fc4338ead8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828893 Sep 17 17:33:06.940130 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2073fcef-91b4-478c-9239-d65ae99a6d9f req-14a48825-9607-4171-b9f5-3db7134027dc service neutron] 10.222.0.42 "GET /v2.0/networks/8137f25b-b6e6-4976-b54e-fc4338ead8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804551 Sep 17 17:33:07.740888 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17066090-2ab4-4285-92f1-0253236e54f7 req-a6f796b9-7f57-4323-926a-bba5079d5cba tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:07.742324 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-17066090-2ab4-4285-92f1-0253236e54f7 req-a6f796b9-7f57-4323-926a-bba5079d5cba tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 946 time: 0.2504215 Sep 17 17:33:07.785134 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-17066090-2ab4-4285-92f1-0253236e54f7 req-9f3a5ade-ad0d-4147-94ea-4697b76a6dfd tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369172 Sep 17 17:33:08.902125 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237706c-838c-48ec-a6f6-1b83a7101fc7 req-9e2e2afb-ab2f-41c0-a859-23950fe934dd tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:08.903605 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3237706c-838c-48ec-a6f6-1b83a7101fc7 req-9e2e2afb-ab2f-41c0-a859-23950fe934dd tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 946 time: 0.0480542 Sep 17 17:33:08.940112 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3237706c-838c-48ec-a6f6-1b83a7101fc7 req-9a63423a-240c-4cb2-89d2-df1edc7d250f tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307095 Sep 17 17:33:15.458321 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:22.852411 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-71b96480-447e-48e5-813a-d68c2bbb5590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:25.646997 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-6e64836b-fe6b-4947-a3ed-2f965916a695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:26.704361 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:26.761206 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:28.577330 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:31.021570 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 6 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:33:44.960817 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c9d8bf-9de1-4d6d-be73-eb0cd631e873 req-ecdee2db-0158-4bc8-bf74-767df7f10c52 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:44.962291 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-20c9d8bf-9de1-4d6d-be73-eb0cd631e873 req-ecdee2db-0158-4bc8-bf74-767df7f10c52 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 946 time: 0.0502372 Sep 17 17:33:44.999422 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-20c9d8bf-9de1-4d6d-be73-eb0cd631e873 req-84307637-7e11-46f7-bbb9-361042699d8d tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310452 Sep 17 17:33:45.503873 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:45.999172 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 35014) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:33:46.159740 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.plugin [None req-5b1b882f-993e-42c2-b710-5967874d1ebc tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Deleting port ec64f6e3-9558-4d39-8f44-a23826d61203 {{(pid=94716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:33:46.160089 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-5b1b882f-993e-42c2-b710-5967874d1ebc tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:46.169215 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09f066-9a0f-469c-9e92-dd6f4a27927f req-6329762f-c629-4caf-9204-6d6936786a94 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:46.170705 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fe09f066-9a0f-469c-9e92-dd6f4a27927f req-6329762f-c629-4caf-9204-6d6936786a94 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 946 time: 0.1030121 Sep 17 17:33:46.197739 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 35022) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:33:46.234661 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-5b1b882f-993e-42c2-b710-5967874d1ebc tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:46.235037 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-5b1b882f-993e-42c2-b710-5967874d1ebc tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:46.247410 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.plugin [None req-5b1b882f-993e-42c2-b710-5967874d1ebc tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Calling delete_port for ec64f6e3-9558-4d39-8f44-a23826d61203 owned by network:floatingip {{(pid=94716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:33:46.252939 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-fe09f066-9a0f-469c-9e92-dd6f4a27927f req-31036821-42ec-4448-9e4a-e1a8847ad884 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752683 Sep 17 17:33:46.367288 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [None req-9b113394-ef06-4a4e-a20f-401fd393a88d tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Deleting port 17568fb9-0eb2-484d-95e3-67f123fa7af0 {{(pid=94715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:33:46.367638 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9b113394-ef06-4a4e-a20f-401fd393a88d tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:46.440131 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9b113394-ef06-4a4e-a20f-401fd393a88d tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:46.440459 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9b113394-ef06-4a4e-a20f-401fd393a88d tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:46.451691 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [None req-9b113394-ef06-4a4e-a20f-401fd393a88d tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Calling delete_port for 17568fb9-0eb2-484d-95e3-67f123fa7af0 owned by network:floatingip {{(pid=94715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:33:46.464347 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-5b1b882f-993e-42c2-b710-5967874d1ebc tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179149'] for port, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:46.490749 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b882f-993e-42c2-b710-5967874d1ebc tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Pushing event deleted for resources: {'Port': ['ID=ec64f6e3-9558-4d39-8f44-a23826d61203,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:33:46.515164 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b882f-993e-42c2-b710-5967874d1ebc tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:33:46.515540 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b882f-993e-42c2-b710-5967874d1ebc tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:33:46.515858 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b882f-993e-42c2-b710-5967874d1ebc tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:33:46.516194 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b882f-993e-42c2-b710-5967874d1ebc tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:33:46.516525 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b882f-993e-42c2-b710-5967874d1ebc tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:33:46.516959 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b882f-993e-42c2-b710-5967874d1ebc tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:33:46.517865 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b882f-993e-42c2-b710-5967874d1ebc tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:33:46.518366 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b882f-993e-42c2-b710-5967874d1ebc tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:33:46.518779 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b882f-993e-42c2-b710-5967874d1ebc tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:33:46.519139 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b882f-993e-42c2-b710-5967874d1ebc tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:33:46.519468 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b882f-993e-42c2-b710-5967874d1ebc tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:33:46.519794 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b882f-993e-42c2-b710-5967874d1ebc tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:33:46.561108 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-5b1b882f-993e-42c2-b710-5967874d1ebc tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for floatingip, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:46.561499 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.db.l3_db [None req-5b1b882f-993e-42c2-b710-5967874d1ebc tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Floating IP 8c2c2a86-38f4-4c75-82fd-9e9b16500a54 disassociated (deleted). External IP: 172.27.2.75, port: a718fbfc-8909-496a-8aef-09d41896d019. Sep 17 17:33:46.704124 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9b113394-ef06-4a4e-a20f-401fd393a88d tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:46.735121 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b113394-ef06-4a4e-a20f-401fd393a88d tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Pushing event deleted for resources: {'Port': ['ID=17568fb9-0eb2-484d-95e3-67f123fa7af0,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:33:46.759381 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b113394-ef06-4a4e-a20f-401fd393a88d tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:33:46.759735 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b113394-ef06-4a4e-a20f-401fd393a88d tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:33:46.760126 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b113394-ef06-4a4e-a20f-401fd393a88d tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:33:46.760461 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b113394-ef06-4a4e-a20f-401fd393a88d tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:33:46.760801 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b113394-ef06-4a4e-a20f-401fd393a88d tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:33:46.761134 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b113394-ef06-4a4e-a20f-401fd393a88d tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:33:46.761462 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b113394-ef06-4a4e-a20f-401fd393a88d tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:33:46.761789 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b113394-ef06-4a4e-a20f-401fd393a88d tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:33:46.762116 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b113394-ef06-4a4e-a20f-401fd393a88d tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:33:46.762439 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b113394-ef06-4a4e-a20f-401fd393a88d tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:33:46.762762 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b113394-ef06-4a4e-a20f-401fd393a88d tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:33:46.763107 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b113394-ef06-4a4e-a20f-401fd393a88d tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:33:46.768298 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1b882f-993e-42c2-b710-5967874d1ebc tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Router 4fd3b38d-8f82-4f32-b91f-1f803db047f1 has already been hosted by L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 {{(pid=94716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 17:33:46.802238 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9b113394-ef06-4a4e-a20f-401fd393a88d tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks [] for floatingip, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:46.803018 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.db.l3_db [None req-9b113394-ef06-4a4e-a20f-401fd393a88d tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Floating IP a3fe22db-da7c-4508-8070-0a2cacc3f341 disassociated (deleted). External IP: 172.27.2.2, port: 4eeb8841-1ba9-4d31-b23e-dfe00e140760. Sep 17 17:33:46.876551 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1b882f-993e-42c2-b710-5967874d1ebc tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:33:46.882010 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-5b1b882f-993e-42c2-b710-5967874d1ebc tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for floatingip, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:46.886702 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b002e7-4bc9-451a-9c09-2f11d0815d2d None None] Sync routers for ids ['4fd3b38d-8f82-4f32-b91f-1f803db047f1'] in dv-cinder-809828-1-iscsi {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:33:46.896384 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b002e7-4bc9-451a-9c09-2f11d0815d2d None None] Routers {'4fd3b38d-8f82-4f32-b91f-1f803db047f1'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:33:46.897028 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-a0b002e7-4bc9-451a-9c09-2f11d0815d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:33:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['4fd3b38d-8f82-4f32-b91f-1f803db047f1'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:33:47.006440 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-a0b002e7-4bc9-451a-9c09-2f11d0815d2d None None] Set router 4fd3b38d-8f82-4f32-b91f-1f803db047f1 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:33:47.024583 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b113394-ef06-4a4e-a20f-401fd393a88d tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Router de60e534-f763-4543-a4e8-74a22b4b419d has already been hosted by L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 {{(pid=94715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 17:33:47.115786 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-5b1b882f-993e-42c2-b710-5967874d1ebc tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "DELETE /v2.0/floatingips/8c2c2a86-38f4-4c75-82fd-9e9b16500a54 HTTP/1.1" status: 204 len: 168 time: 1.1155105 Sep 17 17:33:47.116399 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c561fa-0665-49eb-a8e5-2e41322447a9', 'tag': 'a718fbfc-8909-496a-8aef-09d41896d019'}] {{(pid=94716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:33:47.118715 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df9138d11f8472d727ed0ce957ddc62082afedeca3de815bde0fc4929ed8996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb8afbb-cb85-4362-994b-15f97d75f915" -d '{"events": [{"name": "network-changed", "server_uuid": "10c561fa-0665-49eb-a8e5-2e41322447a9", "tag": "a718fbfc-8909-496a-8aef-09d41896d019"}]}' {{(pid=94716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:33:47.137429 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b113394-ef06-4a4e-a20f-401fd393a88d tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:33:47.142050 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9b113394-ef06-4a4e-a20f-401fd393a88d tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for floatingip, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:47.152777 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a12473f-ec6f-4ca3-b963-085493bff3c7 None None] Sync routers for ids ['de60e534-f763-4543-a4e8-74a22b4b419d'] in dv-cinder-809828-1-iscsi {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:33:47.168252 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a12473f-ec6f-4ca3-b963-085493bff3c7 None None] Routers {'de60e534-f763-4543-a4e8-74a22b4b419d'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:33:47.169253 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-8a12473f-ec6f-4ca3-b963-085493bff3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:33:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['de60e534-f763-4543-a4e8-74a22b4b419d'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:33:47.172919 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-9b113394-ef06-4a4e-a20f-401fd393a88d tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "DELETE /v2.0/floatingips/a3fe22db-da7c-4508-8070-0a2cacc3f341 HTTP/1.1" status: 204 len: 168 time: 0.9715259 Sep 17 17:33:47.172919 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5fad701-4069-4134-80ad-e256167dd80e', 'tag': '4eeb8841-1ba9-4d31-b23e-dfe00e140760'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:33:47.176486 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809eab3d-9066-45b0-9a4a-e0636058b336" -d '{"events": [{"name": "network-changed", "server_uuid": "f5fad701-4069-4134-80ad-e256167dd80e", "tag": "4eeb8841-1ba9-4d31-b23e-dfe00e140760"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:33:47.191356 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 17:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b4b24d-0962-4e9f-bd6b-f7894bd9c44a x-openstack-request-id: req-68b4b24d-0962-4e9f-bd6b-f7894bd9c44a {{(pid=94716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:33:47.191646 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c561fa-0665-49eb-a8e5-2e41322447a9", "tag": "a718fbfc-8909-496a-8aef-09d41896d019", "status": "completed", "code": 200}]} {{(pid=94716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:33:47.191919 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-68b4b24d-0962-4e9f-bd6b-f7894bd9c44a {{(pid=94716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:33:47.192313 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c561fa-0665-49eb-a8e5-2e41322447a9', 'tag': 'a718fbfc-8909-496a-8aef-09d41896d019', 'status': 'completed', 'code': 200} Sep 17 17:33:47.261072 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-a0b002e7-4bc9-451a-9c09-2f11d0815d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'name': 'tempest-TestVolumeBootPattern-93171891-router', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:25:48Z', 'updated_at': '2021-09-17T17:25:52Z', 'revision_number': 4, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'gw_port': {'id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:49Z', 'updated_at': '2021-09-17T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_floatingips': [{'id': '5442e340-9237-4002-8241-91093796c593', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'router_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'port_id': '4e6f7b95-8273-4221-89a7-219336133eb0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'mac_address': 'fa:16:3e:f7:a2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371bf6c9-089d-402f-ae7e-433129257445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T17:30:01Z', 'updated_at': '2021-09-17T17:30:03Z', 'revision_number': 1, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c2769f-3510-44cd-924a-211a08161e3a', 'name': '', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'mac_address': 'fa:16:3e:59:16:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:51Z', 'updated_at': '2021-09-17T17:26:00Z', 'revision_number': 5, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'subnets': [{'id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:33:47.292702 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-8a12473f-ec6f-4ca3-b963-085493bff3c7 None None] Set router de60e534-f763-4543-a4e8-74a22b4b419d gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:33:47.297729 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b002e7-4bc9-451a-9c09-2f11d0815d2d None None] Checking router: 4fd3b38d-8f82-4f32-b91f-1f803db047f1 for host: dv-cinder-809828-1-iscsi {{(pid=94718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:33:47.307016 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b002e7-4bc9-451a-9c09-2f11d0815d2d None None] Routers {'4fd3b38d-8f82-4f32-b91f-1f803db047f1'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:33:47.307712 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-a0b002e7-4bc9-451a-9c09-2f11d0815d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:33:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['4fd3b38d-8f82-4f32-b91f-1f803db047f1'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:33:47.325159 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8afbb-cb85-4362-994b-15f97d75f915 req-d55a53b8-38ef-4559-98ed-260e7d2df6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:47.326650 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2bb8afbb-cb85-4362-994b-15f97d75f915 req-d55a53b8-38ef-4559-98ed-260e7d2df6a3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ae79036f78e4d3c9eb885dec9a803b0&device_id=10c561fa-0665-49eb-a8e5-2e41322447a9 HTTP/1.1" status: 200 len: 1099 time: 0.1137295 Sep 17 17:33:47.419980 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-a0b002e7-4bc9-451a-9c09-2f11d0815d2d None None] Set router 4fd3b38d-8f82-4f32-b91f-1f803db047f1 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:33:47.431218 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8afbb-cb85-4362-994b-15f97d75f915 req-b280d00b-1543-47f5-94e8-1f3b676d0dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:47.432871 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2bb8afbb-cb85-4362-994b-15f97d75f915 req-b280d00b-1543-47f5-94e8-1f3b676d0dc4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=47e2d6e9-ce7e-458e-b5e3-fc8811121e51 HTTP/1.1" status: 200 len: 911 time: 0.0941360 Sep 17 17:33:47.477123 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2bb8afbb-cb85-4362-994b-15f97d75f915 req-9d8c3bf0-83cb-4ca4-986c-2e651db8ca4c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a718fbfc-8909-496a-8aef-09d41896d019 HTTP/1.1" status: 200 len: 217 time: 0.0341349 Sep 17 17:33:47.504645 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-8a12473f-ec6f-4ca3-b963-085493bff3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de60e534-f763-4543-a4e8-74a22b4b419d', 'name': 'tempest-TestShelveInstance-2130545818-router', 'tenant_id': '050d0f8bf6fd486c9c994e60c94beb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '4957c5f6-402f-4e6f-aeec-2fdce38daeba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:28:51Z', 'updated_at': '2021-09-17T17:28:55Z', 'revision_number': 4, 'project_id': '050d0f8bf6fd486c9c994e60c94beb88', 'gw_port': {'id': '4957c5f6-402f-4e6f-aeec-2fdce38daeba', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de60e534-f763-4543-a4e8-74a22b4b419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:28:52Z', 'updated_at': '2021-09-17T17:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': '2fc5d00f-272f-4732-8520-16df11cf621c', 'name': '', 'network_id': 'c5fd655e-5563-4ef4-b398-7647045e7dc0', 'tenant_id': '050d0f8bf6fd486c9c994e60c94beb88', 'mac_address': 'fa:16:3e:a3:5b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de60e534-f763-4543-a4e8-74a22b4b419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'acf76a6c-c31d-46bf-ad83-cd7ec2729137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:28:54Z', 'updated_at': '2021-09-17T17:28:58Z', 'revision_number': 5, 'project_id': '050d0f8bf6fd486c9c994e60c94beb88', 'subnets': [{'id': 'acf76a6c-c31d-46bf-ad83-cd7ec2729137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:33:47.545016 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a12473f-ec6f-4ca3-b963-085493bff3c7 None None] Checking router: de60e534-f763-4543-a4e8-74a22b4b419d for host: dv-cinder-809828-1-iscsi {{(pid=94717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:33:47.548410 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8afbb-cb85-4362-994b-15f97d75f915 req-0139626d-7bdd-4108-a718-e67765f894e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:47.551595 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2bb8afbb-cb85-4362-994b-15f97d75f915 req-0139626d-7bdd-4108-a718-e67765f894e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b86cd3d2-7e31-4268-bbf5-56635408c00d HTTP/1.1" status: 200 len: 849 time: 0.0667574 Sep 17 17:33:47.554529 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a12473f-ec6f-4ca3-b963-085493bff3c7 None None] Routers {'de60e534-f763-4543-a4e8-74a22b4b419d'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:33:47.555179 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-8a12473f-ec6f-4ca3-b963-085493bff3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:33:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['de60e534-f763-4543-a4e8-74a22b4b419d'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:33:47.603169 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8afbb-cb85-4362-994b-15f97d75f915 req-346debf7-b05c-4eb3-b21b-14cb177c5782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:47.604781 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2bb8afbb-cb85-4362-994b-15f97d75f915 req-346debf7-b05c-4eb3-b21b-14cb177c5782 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=47e2d6e9-ce7e-458e-b5e3-fc8811121e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463703 Sep 17 17:33:47.618999 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [req-2bb8afbb-cb85-4362-994b-15f97d75f915 req-0aec207a-0007-4c90-b15d-81bacb52c97d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 17:33:47.620500 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2bb8afbb-cb85-4362-994b-15f97d75f915 req-0aec207a-0007-4c90-b15d-81bacb52c97d service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056324 Sep 17 17:33:47.671257 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-a0b002e7-4bc9-451a-9c09-2f11d0815d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'name': 'tempest-TestVolumeBootPattern-93171891-router', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:25:48Z', 'updated_at': '2021-09-17T17:25:52Z', 'revision_number': 4, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'gw_port': {'id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:49Z', 'updated_at': '2021-09-17T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_floatingips': [{'id': '5442e340-9237-4002-8241-91093796c593', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'router_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'port_id': '4e6f7b95-8273-4221-89a7-219336133eb0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'mac_address': 'fa:16:3e:f7:a2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371bf6c9-089d-402f-ae7e-433129257445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T17:30:01Z', 'updated_at': '2021-09-17T17:30:03Z', 'revision_number': 1, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c2769f-3510-44cd-924a-211a08161e3a', 'name': '', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'mac_address': 'fa:16:3e:59:16:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:51Z', 'updated_at': '2021-09-17T17:26:00Z', 'revision_number': 5, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'subnets': [{'id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:33:47.687859 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-8a12473f-ec6f-4ca3-b963-085493bff3c7 None None] Set router de60e534-f763-4543-a4e8-74a22b4b419d gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:33:47.703167 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b002e7-4bc9-451a-9c09-2f11d0815d2d None None] The sync data for ids ['4fd3b38d-8f82-4f32-b91f-1f803db047f1'] in dv-cinder-809828-1-iscsi is: [{'id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'name': 'tempest-TestVolumeBootPattern-93171891-router', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:25:48Z', 'updated_at': '2021-09-17T17:25:52Z', 'revision_number': 4, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'gw_port': {'id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:49Z', 'updated_at': '2021-09-17T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_floatingips': [{'id': '5442e340-9237-4002-8241-91093796c593', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'router_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'port_id': '4e6f7b95-8273-4221-89a7-219336133eb0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'mac_address': 'fa:16:3e:f7:a2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371bf6c9-089d-402f-ae7e-433129257445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T17:30:01Z', 'updated_at': '2021-09-17T17:30:03Z', 'revision_number': 1, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c2769f-3510-44cd-924a-211a08161e3a', 'name': '', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'mac_address': 'fa:16:3e:59:16:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:51Z', 'updated_at': '2021-09-17T17:26:00Z', 'revision_number': 5, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'subnets': [{'id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:33:47.775375 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 17:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b9e373-b5fa-48a0-b7f3-f162f796fbaa x-openstack-request-id: req-82b9e373-b5fa-48a0-b7f3-f162f796fbaa {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:33:47.775720 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5fad701-4069-4134-80ad-e256167dd80e", "tag": "4eeb8841-1ba9-4d31-b23e-dfe00e140760", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:33:47.775902 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82b9e373-b5fa-48a0-b7f3-f162f796fbaa {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:33:47.776291 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5fad701-4069-4134-80ad-e256167dd80e', 'tag': '4eeb8841-1ba9-4d31-b23e-dfe00e140760', 'status': 'completed', 'code': 200} Sep 17 17:33:47.866324 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2bb8afbb-cb85-4362-994b-15f97d75f915 req-807c5b4e-54eb-46f0-976e-fa7f23b52068 service neutron] 10.222.0.42 "GET /v2.0/networks/47e2d6e9-ce7e-458e-b5e3-fc8811121e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384379 Sep 17 17:33:47.876142 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378df65d-3272-40f7-9de6-0f2501d54b04 req-0e5eae17-1381-4806-814f-b82713904864 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:47.878666 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-378df65d-3272-40f7-9de6-0f2501d54b04 req-0e5eae17-1381-4806-814f-b82713904864 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 946 time: 0.1435137 Sep 17 17:33:47.913962 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809eab3d-9066-45b0-9a4a-e0636058b336 req-4b3827a5-9927-47be-92f0-6af6b44d31ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:47.916116 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-809eab3d-9066-45b0-9a4a-e0636058b336 req-4b3827a5-9927-47be-92f0-6af6b44d31ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=050d0f8bf6fd486c9c994e60c94beb88&device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 1098 time: 0.1384580 Sep 17 17:33:47.933752 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-8a12473f-ec6f-4ca3-b963-085493bff3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de60e534-f763-4543-a4e8-74a22b4b419d', 'name': 'tempest-TestShelveInstance-2130545818-router', 'tenant_id': '050d0f8bf6fd486c9c994e60c94beb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '4957c5f6-402f-4e6f-aeec-2fdce38daeba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:28:51Z', 'updated_at': '2021-09-17T17:28:55Z', 'revision_number': 4, 'project_id': '050d0f8bf6fd486c9c994e60c94beb88', 'gw_port': {'id': '4957c5f6-402f-4e6f-aeec-2fdce38daeba', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de60e534-f763-4543-a4e8-74a22b4b419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:28:52Z', 'updated_at': '2021-09-17T17:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': '2fc5d00f-272f-4732-8520-16df11cf621c', 'name': '', 'network_id': 'c5fd655e-5563-4ef4-b398-7647045e7dc0', 'tenant_id': '050d0f8bf6fd486c9c994e60c94beb88', 'mac_address': 'fa:16:3e:a3:5b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de60e534-f763-4543-a4e8-74a22b4b419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'acf76a6c-c31d-46bf-ad83-cd7ec2729137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:28:54Z', 'updated_at': '2021-09-17T17:28:58Z', 'revision_number': 5, 'project_id': '050d0f8bf6fd486c9c994e60c94beb88', 'subnets': [{'id': 'acf76a6c-c31d-46bf-ad83-cd7ec2729137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:33:47.976725 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a12473f-ec6f-4ca3-b963-085493bff3c7 None None] The sync data for ids ['de60e534-f763-4543-a4e8-74a22b4b419d'] in dv-cinder-809828-1-iscsi is: [{'id': 'de60e534-f763-4543-a4e8-74a22b4b419d', 'name': 'tempest-TestShelveInstance-2130545818-router', 'tenant_id': '050d0f8bf6fd486c9c994e60c94beb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '4957c5f6-402f-4e6f-aeec-2fdce38daeba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:28:51Z', 'updated_at': '2021-09-17T17:28:55Z', 'revision_number': 4, 'project_id': '050d0f8bf6fd486c9c994e60c94beb88', 'gw_port': {'id': '4957c5f6-402f-4e6f-aeec-2fdce38daeba', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de60e534-f763-4543-a4e8-74a22b4b419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:28:52Z', 'updated_at': '2021-09-17T17:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': '2fc5d00f-272f-4732-8520-16df11cf621c', 'name': '', 'network_id': 'c5fd655e-5563-4ef4-b398-7647045e7dc0', 'tenant_id': '050d0f8bf6fd486c9c994e60c94beb88', 'mac_address': 'fa:16:3e:a3:5b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de60e534-f763-4543-a4e8-74a22b4b419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'acf76a6c-c31d-46bf-ad83-cd7ec2729137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:28:54Z', 'updated_at': '2021-09-17T17:28:58Z', 'revision_number': 5, 'project_id': '050d0f8bf6fd486c9c994e60c94beb88', 'subnets': [{'id': 'acf76a6c-c31d-46bf-ad83-cd7ec2729137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:33:47.995093 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85842e60-267c-4609-b4b6-9fb2ef71c828 None None] New status for floating IP 8c2c2a86-38f4-4c75-82fd-9e9b16500a54: DOWN {{(pid=94718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 17:33:48.013306 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a5ed7-0a85-4691-a6f9-8327b39448d9 req-77bb3c8d-ed10-4728-9e84-35d5dc8bcdcd tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:48.014834 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8b5a5ed7-0a85-4691-a6f9-8327b39448d9 req-77bb3c8d-ed10-4728-9e84-35d5dc8bcdcd tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c561fa-0665-49eb-a8e5-2e41322447a9 HTTP/1.1" status: 200 len: 946 time: 0.1866789 Sep 17 17:33:48.041147 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-378df65d-3272-40f7-9de6-0f2501d54b04 req-05ee5d19-badb-47b2-96f7-28abf8e470e3 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514916 Sep 17 17:33:48.119678 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2bb8afbb-cb85-4362-994b-15f97d75f915 req-f6d5d7e9-2549-4d22-a19c-2e33493772c9 service neutron] 10.222.0.42 "GET /v2.0/networks/47e2d6e9-ce7e-458e-b5e3-fc8811121e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392676 Sep 17 17:33:48.129756 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8b5a5ed7-0a85-4691-a6f9-8327b39448d9 req-1f31f00f-8858-4985-aa09-e79d5bb8d163 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051970 Sep 17 17:33:48.169326 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809eab3d-9066-45b0-9a4a-e0636058b336 req-237f374a-8b9e-4ec9-94e9-a2352848f019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:48.170821 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-809eab3d-9066-45b0-9a4a-e0636058b336 req-237f374a-8b9e-4ec9-94e9-a2352848f019 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c5fd655e-5563-4ef4-b398-7647045e7dc0 HTTP/1.1" status: 200 len: 910 time: 0.2377250 Sep 17 17:33:48.217059 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-809eab3d-9066-45b0-9a4a-e0636058b336 req-1fb73b57-e76a-46b9-abcd-e6ff257a099a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4eeb8841-1ba9-4d31-b23e-dfe00e140760 HTTP/1.1" status: 200 len: 217 time: 0.0378737 Sep 17 17:33:48.224966 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a100260-c8dd-4d9f-bf7f-62990bcfef1f req-96d60edf-955c-42db-b91e-732baaeb39bb tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:48.226530 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6a100260-c8dd-4d9f-bf7f-62990bcfef1f req-96d60edf-955c-42db-b91e-732baaeb39bb tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 945 time: 0.1006737 Sep 17 17:33:48.270943 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea99d8d-9a7a-4360-b621-b3950fcb1297 None None] New status for floating IP a3fe22db-da7c-4508-8070-0a2cacc3f341: DOWN {{(pid=94717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 17:33:48.299828 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6a100260-c8dd-4d9f-bf7f-62990bcfef1f req-5c309ba5-3465-420a-b3e4-9c65b625e482 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650246 Sep 17 17:33:48.302663 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809eab3d-9066-45b0-9a4a-e0636058b336 req-e899f68c-573d-4bea-9382-6e8bfad596bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:48.303510 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-809eab3d-9066-45b0-9a4a-e0636058b336 req-e899f68c-573d-4bea-9382-6e8bfad596bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=acf76a6c-c31d-46bf-ad83-cd7ec2729137 HTTP/1.1" status: 200 len: 848 time: 0.0756168 Sep 17 17:33:48.352886 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809eab3d-9066-45b0-9a4a-e0636058b336 req-aa3b6104-07b4-462f-bcc7-117dd21c4cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:48.354406 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-809eab3d-9066-45b0-9a4a-e0636058b336 req-aa3b6104-07b4-462f-bcc7-117dd21c4cab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c5fd655e-5563-4ef4-b398-7647045e7dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421834 Sep 17 17:33:48.697290 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-809eab3d-9066-45b0-9a4a-e0636058b336 req-eeaa6c66-66f7-40b3-a667-9ffdc4a8b71c service neutron] 10.222.0.42 "GET /v2.0/networks/c5fd655e-5563-4ef4-b398-7647045e7dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334355 Sep 17 17:33:48.785060 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-809eab3d-9066-45b0-9a4a-e0636058b336 req-bb1fe895-9dd7-4bee-bbf7-da4a297fc29d service neutron] 10.222.0.42 "GET /v2.0/networks/c5fd655e-5563-4ef4-b398-7647045e7dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791883 Sep 17 17:33:49.159793 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505e1ae-6eb4-4cd1-9009-5422f9d1f532 req-723856c0-a924-40af-a0a4-b47b1150ec42 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:49.161271 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2505e1ae-6eb4-4cd1-9009-5422f9d1f532 req-723856c0-a924-40af-a0a4-b47b1150ec42 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 946 time: 0.0469477 Sep 17 17:33:49.198638 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2505e1ae-6eb4-4cd1-9009-5422f9d1f532 req-35023d8b-3312-49fd-99d9-da50491fa920 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315974 Sep 17 17:33:49.250656 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4e6d3-a97b-4e95-9be1-43591ce631f3 req-26d87112-f75a-4a42-a525-50f0ee75a2f9 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:49.252175 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d9d4e6d3-a97b-4e95-9be1-43591ce631f3 req-26d87112-f75a-4a42-a525-50f0ee75a2f9 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c561fa-0665-49eb-a8e5-2e41322447a9 HTTP/1.1" status: 200 len: 946 time: 0.0507834 Sep 17 17:33:49.288359 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-d9d4e6d3-a97b-4e95-9be1-43591ce631f3 req-d1a2c191-eb90-4e27-acb4-1619f45ed1ef tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302629 Sep 17 17:33:49.416051 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d5472-74ba-4ccd-835d-f559f5358864 req-0dd0d1db-20dd-44a7-969c-1e06426931b1 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:49.417545 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7b7d5472-74ba-4ccd-835d-f559f5358864 req-0dd0d1db-20dd-44a7-969c-1e06426931b1 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 945 time: 0.0482347 Sep 17 17:33:49.454001 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-7b7d5472-74ba-4ccd-835d-f559f5358864 req-4759a718-ef37-4725-8726-e1369fda67fc tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac74d208-252e-4fd8-b5c5-39e03b1f5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305824 Sep 17 17:33:49.564529 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd744559-b7d8-4458-91f9-45303061ea32 req-e88ccef2-508c-485c-aba3-5f5a1cfee925 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:49.566004 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bd744559-b7d8-4458-91f9-45303061ea32 req-e88ccef2-508c-485c-aba3-5f5a1cfee925 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.42 "GET /v2.0/ports?device_id=10c561fa-0665-49eb-a8e5-2e41322447a9 HTTP/1.1" status: 200 len: 946 time: 0.0681324 Sep 17 17:33:49.574115 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88260f26-6d22-4963-a903-0022a3865b47 req-5e771fc4-964f-452e-b214-83998bdcf6ce tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:49.575450 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-88260f26-6d22-4963-a903-0022a3865b47 req-5e771fc4-964f-452e-b214-83998bdcf6ce tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 945 time: 0.0853739 Sep 17 17:33:49.729272 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-88260f26-6d22-4963-a903-0022a3865b47 req-9cfaade3-53bc-4612-a948-ab8e87ff83b5 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Deleting port 4eeb8841-1ba9-4d31-b23e-dfe00e140760 {{(pid=94715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:33:49.729624 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-88260f26-6d22-4963-a903-0022a3865b47 req-9cfaade3-53bc-4612-a948-ab8e87ff83b5 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:49.745391 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-bd744559-b7d8-4458-91f9-45303061ea32 req-bf589359-9dc2-4e05-a91c-f369e77a40f1 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Deleting port a718fbfc-8909-496a-8aef-09d41896d019 {{(pid=94715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:33:49.745724 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-bd744559-b7d8-4458-91f9-45303061ea32 req-bf589359-9dc2-4e05-a91c-f369e77a40f1 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:49.887400 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-88260f26-6d22-4963-a903-0022a3865b47 req-9cfaade3-53bc-4612-a948-ab8e87ff83b5 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] For port 4eeb8841-1ba9-4d31-b23e-dfe00e140760, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=4eeb8841-1ba9-4d31-b23e-dfe00e140760,segment=NetworkSegment(d7b68416-293f-4ed8-bc5f-6c9ec506319b),segment_id=d7b68416-293f-4ed8-bc5f-6c9ec506319b)] {{(pid=94715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:33:49.887772 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-88260f26-6d22-4963-a903-0022a3865b47 req-9cfaade3-53bc-4612-a948-ab8e87ff83b5 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:49.901615 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-bd744559-b7d8-4458-91f9-45303061ea32 req-bf589359-9dc2-4e05-a91c-f369e77a40f1 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] For port a718fbfc-8909-496a-8aef-09d41896d019, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=a718fbfc-8909-496a-8aef-09d41896d019,segment=NetworkSegment(785f5f27-bced-428b-8eaf-2715efe38648),segment_id=785f5f27-bced-428b-8eaf-2715efe38648)] {{(pid=94715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:33:49.901970 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-bd744559-b7d8-4458-91f9-45303061ea32 req-bf589359-9dc2-4e05-a91c-f369e77a40f1 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:49.911177 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-88260f26-6d22-4963-a903-0022a3865b47 req-9cfaade3-53bc-4612-a948-ab8e87ff83b5 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Calling delete_port for 4eeb8841-1ba9-4d31-b23e-dfe00e140760 owned by compute:nova {{(pid=94715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:33:49.919886 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-bd744559-b7d8-4458-91f9-45303061ea32 req-bf589359-9dc2-4e05-a91c-f369e77a40f1 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Calling delete_port for a718fbfc-8909-496a-8aef-09d41896d019 owned by compute:nova {{(pid=94715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:33:50.253279 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-88260f26-6d22-4963-a903-0022a3865b47 req-9cfaade3-53bc-4612-a948-ab8e87ff83b5 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:50.283090 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfaade3-53bc-4612-a948-ab8e87ff83b5 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Pushing event deleted for resources: {'Port': ['ID=4eeb8841-1ba9-4d31-b23e-dfe00e140760,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:33:50.294584 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-bd744559-b7d8-4458-91f9-45303061ea32 req-bf589359-9dc2-4e05-a91c-f369e77a40f1 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:50.379802 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf589359-9dc2-4e05-a91c-f369e77a40f1 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Pushing event deleted for resources: {'Port': ['ID=a718fbfc-8909-496a-8aef-09d41896d019,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:33:50.381692 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [req-88260f26-6d22-4963-a903-0022a3865b47 req-9cfaade3-53bc-4612-a948-ab8e87ff83b5 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] No DVR routers for this DVR port 4eeb8841-1ba9-4d31-b23e-dfe00e140760 on host hv-cinder-80982 {{(pid=94715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 17:33:50.385450 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-88260f26-6d22-4963-a903-0022a3865b47 req-9cfaade3-53bc-4612-a948-ab8e87ff83b5 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:50.387389 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-88260f26-6d22-4963-a903-0022a3865b47 req-9cfaade3-53bc-4612-a948-ab8e87ff83b5 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.42 "DELETE /v2.0/ports/4eeb8841-1ba9-4d31-b23e-dfe00e140760 HTTP/1.1" status: 204 len: 173 time: 0.7964466 Sep 17 17:33:50.394897 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5fad701-4069-4134-80ad-e256167dd80e', 'name': 'network-vif-deleted', 'tag': '4eeb8841-1ba9-4d31-b23e-dfe00e140760'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:33:50.397093 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9c85fc-8dd5-44fe-8ba7-92c00314f975" -d '{"events": [{"server_uuid": "f5fad701-4069-4134-80ad-e256167dd80e", "name": "network-vif-deleted", "tag": "4eeb8841-1ba9-4d31-b23e-dfe00e140760"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:33:50.437293 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2fb99584-9fec-4c3e-9563-1a5f5ed736f4 req-4a94aa6f-d64b-4b92-a6c8-121b4a8e308d tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c561fa-0665-49eb-a8e5-2e41322447a9 HTTP/1.1" status: 200 len: 210 time: 0.0621712 Sep 17 17:33:50.464313 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e218ee-ed43-446f-9cd2-56e6eb583500 req-12b89ba7-50fc-4323-a920-4dd70837b784 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:50.465796 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-92e218ee-ed43-446f-9cd2-56e6eb583500 req-12b89ba7-50fc-4323-a920-4dd70837b784 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 946 time: 0.1863263 Sep 17 17:33:50.466526 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd744559-b7d8-4458-91f9-45303061ea32 req-bf589359-9dc2-4e05-a91c-f369e77a40f1 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] No DVR routers for this DVR port a718fbfc-8909-496a-8aef-09d41896d019 on host hv-cinder-80982 {{(pid=94715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 17:33:50.468938 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-bd744559-b7d8-4458-91f9-45303061ea32 req-bf589359-9dc2-4e05-a91c-f369e77a40f1 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:50.471421 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bd744559-b7d8-4458-91f9-45303061ea32 req-bf589359-9dc2-4e05-a91c-f369e77a40f1 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.42 "DELETE /v2.0/ports/a718fbfc-8909-496a-8aef-09d41896d019 HTTP/1.1" status: 204 len: 173 time: 0.8857923 Sep 17 17:33:50.487425 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b970ae-1abf-4531-b230-57ea77a0170c x-openstack-request-id: req-42b970ae-1abf-4531-b230-57ea77a0170c {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:33:50.487719 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5fad701-4069-4134-80ad-e256167dd80e", "name": "network-vif-deleted", "tag": "4eeb8841-1ba9-4d31-b23e-dfe00e140760", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:33:50.487971 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-42b970ae-1abf-4531-b230-57ea77a0170c {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:33:50.488367 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5fad701-4069-4134-80ad-e256167dd80e', 'name': 'network-vif-deleted', 'tag': '4eeb8841-1ba9-4d31-b23e-dfe00e140760', 'status': 'completed', 'code': 200} Sep 17 17:33:50.511062 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-92e218ee-ed43-446f-9cd2-56e6eb583500 req-d6bf1f9c-0716-4b0f-b1a2-b8e7a0adc574 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385613 Sep 17 17:33:50.554334 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-70e02643-20e1-4f5a-a9bc-22203e985b7c req-79078153-5a22-44ea-9a30-48695c33fc39 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 210 time: 0.0265858 Sep 17 17:33:51.546731 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-80f11075-82c3-430c-8867-1a33c3bb5d16 req-df4ad113-6946-4c79-aa09-7ae4a003d11c tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c561fa-0665-49eb-a8e5-2e41322447a9 HTTP/1.1" status: 200 len: 210 time: 0.0324092 Sep 17 17:33:51.638087 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783dc54a-7789-42d4-a51f-0efea50470ab req-bb910357-2627-4d10-8e28-671ae9b24677 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:51.639649 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-783dc54a-7789-42d4-a51f-0efea50470ab req-bb910357-2627-4d10-8e28-671ae9b24677 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 946 time: 0.0504119 Sep 17 17:33:51.675878 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bd9ece72-1c31-48f2-bf6f-dacd842c5818 req-c8310324-e66a-4361-ac93-0a296d1d75b6 tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "GET /v2.0/ports?device_id=f5fad701-4069-4134-80ad-e256167dd80e HTTP/1.1" status: 200 len: 210 time: 0.0352764 Sep 17 17:33:51.696157 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-783dc54a-7789-42d4-a51f-0efea50470ab req-e9187943-6817-4afd-8c26-424586d97ad7 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467942 Sep 17 17:33:52.489786 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c561fa-0665-49eb-a8e5-2e41322447a9', 'name': 'network-vif-deleted', 'tag': 'a718fbfc-8909-496a-8aef-09d41896d019'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:33:52.492264 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5971573-fa0e-4ee6-bc9f-0f3b4342ceac" -d '{"events": [{"server_uuid": "10c561fa-0665-49eb-a8e5-2e41322447a9", "name": "network-vif-deleted", "tag": "a718fbfc-8909-496a-8aef-09d41896d019"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:33:52.527411 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67570de9-5be8-4b61-90e8-a83bd59a4546 x-openstack-request-id: req-67570de9-5be8-4b61-90e8-a83bd59a4546 {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:33:52.527705 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c561fa-0665-49eb-a8e5-2e41322447a9", "name": "network-vif-deleted", "tag": "a718fbfc-8909-496a-8aef-09d41896d019", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:33:52.527961 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-67570de9-5be8-4b61-90e8-a83bd59a4546 {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:33:52.528368 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c561fa-0665-49eb-a8e5-2e41322447a9', 'name': 'network-vif-deleted', 'tag': 'a718fbfc-8909-496a-8aef-09d41896d019', 'status': 'completed', 'code': 200} Sep 17 17:33:52.733089 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 35076) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:33:52.822471 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ab12e505-3892-47ef-a807-af7fb1c152df tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:52.847836 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20c20b-e6df-4ff5-a8fd-36fa204d7e2c req-806d3f2f-305f-48b8-b84d-6e9767cc4dec tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:52.849367 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bd20c20b-e6df-4ff5-a8fd-36fa204d7e2c req-806d3f2f-305f-48b8-b84d-6e9767cc4dec tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 946 time: 0.0843160 Sep 17 17:33:52.864203 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ab12e505-3892-47ef-a807-af7fb1c152df tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:52.921712 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bd20c20b-e6df-4ff5-a8fd-36fa204d7e2c req-ad31fad1-b52c-4ab7-b2ab-957918845bbb tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644169 Sep 17 17:33:52.926363 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-da93d825-676e-47c1-8dd7-38745e6e4bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:53.069784 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ab12e505-3892-47ef-a807-af7fb1c152df tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:53.072760 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ab12e505-3892-47ef-a807-af7fb1c152df tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:53.073905 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-ab12e505-3892-47ef-a807-af7fb1c152df tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] 10.222.0.18 "DELETE /v2.0/security-groups/ac74d208-252e-4fd8-b5c5-39e03b1f5b22 HTTP/1.1" status: 204 len: 168 time: 0.3397875 Sep 17 17:33:53.083542 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab12e505-3892-47ef-a807-af7fb1c152df tempest-TestShelveInstance-2054322961 tempest-TestShelveInstance-2054322961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac74d208-252e-4fd8-b5c5-39e03b1f5b22,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:33:53.207136 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 35082) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:33:53.515057 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device a718fbfc-8909-496a-8aef-09d41896d019 no longer exists at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:33:53.535372 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] No Port match for: a718fbfc-8909-496a-8aef-09d41896d019 {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:33:53.535720 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device a718fbfc-8909-496a-8aef-09d41896d019 not bound to the agent host hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:33:53.536137 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 4eeb8841-1ba9-4d31-b23e-dfe00e140760 no longer exists at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:33:53.554562 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] No Port match for: 4eeb8841-1ba9-4d31-b23e-dfe00e140760 {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:33:53.554910 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 4eeb8841-1ba9-4d31-b23e-dfe00e140760 not bound to the agent host hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:33:53.645407 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-2be8f5f7-517c-4cb0-bf34-d4eb36ad8a02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3691281'] for router_interface, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:53.885326 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [None req-2be8f5f7-517c-4cb0-bf34-d4eb36ad8a02 admin admin] Deleting port 2fc5d00f-272f-4732-8520-16df11cf621c {{(pid=94715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:33:53.886046 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-2be8f5f7-517c-4cb0-bf34-d4eb36ad8a02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:53.965052 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-2be8f5f7-517c-4cb0-bf34-d4eb36ad8a02 admin admin] For port 2fc5d00f-272f-4732-8520-16df11cf621c, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=2fc5d00f-272f-4732-8520-16df11cf621c,segment=NetworkSegment(d7b68416-293f-4ed8-bc5f-6c9ec506319b),segment_id=d7b68416-293f-4ed8-bc5f-6c9ec506319b)] {{(pid=94715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:33:53.965510 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-2be8f5f7-517c-4cb0-bf34-d4eb36ad8a02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:53.978103 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [None req-2be8f5f7-517c-4cb0-bf34-d4eb36ad8a02 admin admin] Calling delete_port for 2fc5d00f-272f-4732-8520-16df11cf621c owned by network:router_interface {{(pid=94715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:33:54.087394 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942937ad-e21a-4172-9155-0598e21ee62a req-7b0d4831-56e6-48f6-9097-8fbf58e42b24 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:54.088806 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-942937ad-e21a-4172-9155-0598e21ee62a req-7b0d4831-56e6-48f6-9097-8fbf58e42b24 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 946 time: 0.0974085 Sep 17 17:33:54.172703 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-942937ad-e21a-4172-9155-0598e21ee62a req-e857d5af-e778-4af6-9877-46088c0d79bb tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543098 Sep 17 17:33:54.430006 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-2be8f5f7-517c-4cb0-bf34-d4eb36ad8a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:54.456402 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8f5f7-517c-4cb0-bf34-d4eb36ad8a02 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fc5d00f-272f-4732-8520-16df11cf621c,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:33:54.618377 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-2be8f5f7-517c-4cb0-bf34-d4eb36ad8a02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693985'] for router_interface, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:54.831691 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be8f5f7-517c-4cb0-bf34-d4eb36ad8a02 admin admin] Router de60e534-f763-4543-a4e8-74a22b4b419d has already been hosted by L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 {{(pid=94715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 17:33:54.938631 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be8f5f7-517c-4cb0-bf34-d4eb36ad8a02 admin admin] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:33:54.944347 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-2be8f5f7-517c-4cb0-bf34-d4eb36ad8a02 admin admin] 10.222.0.18 "PUT /v2.0/routers/de60e534-f763-4543-a4e8-74a22b4b419d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7359290 Sep 17 17:33:54.947733 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 35094) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:33:54.950379 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369e29c9-f259-4c78-badb-579f224ddf7c None None] Sync routers for ids ['de60e534-f763-4543-a4e8-74a22b4b419d'] in dv-cinder-809828-1-iscsi {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:33:54.962034 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369e29c9-f259-4c78-badb-579f224ddf7c None None] Routers {'de60e534-f763-4543-a4e8-74a22b4b419d'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:33:54.962648 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-369e29c9-f259-4c78-badb-579f224ddf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:33:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['de60e534-f763-4543-a4e8-74a22b4b419d'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:33:55.050578 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8318cfce-0aef-4d2c-b687-4b95e999cc1e admin admin] Notify callbacks [] for router, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:55.066731 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-369e29c9-f259-4c78-badb-579f224ddf7c None None] Set router de60e534-f763-4543-a4e8-74a22b4b419d gateway port host: dv-cinder-809828-1-iscsi {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:33:55.071702 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 35098) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:33:55.156387 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8318cfce-0aef-4d2c-b687-4b95e999cc1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:55.240499 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [None req-45ee6cd5-1b0f-4577-b304-dbab1f84cc24 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Deleting port d5186a59-e9a0-4d47-b23c-642c711df1a4 {{(pid=94715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:33:55.241142 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-45ee6cd5-1b0f-4577-b304-dbab1f84cc24 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:55.267735 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.plugin [None req-8318cfce-0aef-4d2c-b687-4b95e999cc1e admin admin] Deleting port 4957c5f6-402f-4e6f-aeec-2fdce38daeba {{(pid=94716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:33:55.268086 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8318cfce-0aef-4d2c-b687-4b95e999cc1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:55.357467 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.db [None req-8318cfce-0aef-4d2c-b687-4b95e999cc1e admin admin] For port 4957c5f6-402f-4e6f-aeec-2fdce38daeba, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=4957c5f6-402f-4e6f-aeec-2fdce38daeba,segment=NetworkSegment(f5bce3a7-39d4-42b3-980e-fe31588455ee),segment_id=f5bce3a7-39d4-42b3-980e-fe31588455ee)] {{(pid=94716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:33:55.357980 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8318cfce-0aef-4d2c-b687-4b95e999cc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:55.365106 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-369e29c9-f259-4c78-badb-579f224ddf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de60e534-f763-4543-a4e8-74a22b4b419d', 'name': 'tempest-TestShelveInstance-2130545818-router', 'tenant_id': '050d0f8bf6fd486c9c994e60c94beb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '4957c5f6-402f-4e6f-aeec-2fdce38daeba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:28:51Z', 'updated_at': '2021-09-17T17:33:54Z', 'revision_number': 5, 'project_id': '050d0f8bf6fd486c9c994e60c94beb88', 'gw_port': {'id': '4957c5f6-402f-4e6f-aeec-2fdce38daeba', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de60e534-f763-4543-a4e8-74a22b4b419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:28:52Z', 'updated_at': '2021-09-17T17:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi'}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:33:55.367443 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112546da-63a2-4e7e-84b3-878134ad381f req-1452049a-5ca1-429b-a605-5aa8fad36872 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:55.371521 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-112546da-63a2-4e7e-84b3-878134ad381f req-1452049a-5ca1-429b-a605-5aa8fad36872 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 946 time: 0.1169331 Sep 17 17:33:55.373839 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-45ee6cd5-1b0f-4577-b304-dbab1f84cc24 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:55.374168 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-45ee6cd5-1b0f-4577-b304-dbab1f84cc24 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:55.375451 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.plugin [None req-8318cfce-0aef-4d2c-b687-4b95e999cc1e admin admin] Calling delete_port for 4957c5f6-402f-4e6f-aeec-2fdce38daeba owned by network:router_gateway {{(pid=94716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:33:55.394349 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369e29c9-f259-4c78-badb-579f224ddf7c None None] Checking router: de60e534-f763-4543-a4e8-74a22b4b419d for host: dv-cinder-809828-1-iscsi {{(pid=94718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:33:55.402622 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369e29c9-f259-4c78-badb-579f224ddf7c None None] Routers {'de60e534-f763-4543-a4e8-74a22b4b419d'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:33:55.402770 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [None req-45ee6cd5-1b0f-4577-b304-dbab1f84cc24 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Calling delete_port for d5186a59-e9a0-4d47-b23c-642c711df1a4 owned by network:floatingip {{(pid=94715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:33:55.403276 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-369e29c9-f259-4c78-badb-579f224ddf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:33:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['de60e534-f763-4543-a4e8-74a22b4b419d'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:33:55.435262 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-112546da-63a2-4e7e-84b3-878134ad381f req-186b574f-bfec-418e-8521-7d190bc50046 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577409 Sep 17 17:33:55.503569 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-369e29c9-f259-4c78-badb-579f224ddf7c None None] Set router de60e534-f763-4543-a4e8-74a22b4b419d gateway port host: None {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:33:55.560106 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-369e29c9-f259-4c78-badb-579f224ddf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de60e534-f763-4543-a4e8-74a22b4b419d', 'name': 'tempest-TestShelveInstance-2130545818-router', 'tenant_id': '050d0f8bf6fd486c9c994e60c94beb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:28:51Z', 'updated_at': '2021-09-17T17:33:55Z', 'revision_number': 6, 'project_id': '050d0f8bf6fd486c9c994e60c94beb88', 'gw_port_host': None}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:33:55.588678 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369e29c9-f259-4c78-badb-579f224ddf7c None None] The sync data for ids ['de60e534-f763-4543-a4e8-74a22b4b419d'] in dv-cinder-809828-1-iscsi is: [{'id': 'de60e534-f763-4543-a4e8-74a22b4b419d', 'name': 'tempest-TestShelveInstance-2130545818-router', 'tenant_id': '050d0f8bf6fd486c9c994e60c94beb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:28:51Z', 'updated_at': '2021-09-17T17:33:55Z', 'revision_number': 6, 'project_id': '050d0f8bf6fd486c9c994e60c94beb88', 'gw_port_host': None}] {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:33:55.618479 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8318cfce-0aef-4d2c-b687-4b95e999cc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179149'] for port, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:55.631989 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-f65a9447-5611-4aa9-a25d-f7030f71b8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:55.672184 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8318cfce-0aef-4d2c-b687-4b95e999cc1e admin admin] Pushing event deleted for resources: {'Port': ['ID=4957c5f6-402f-4e6f-aeec-2fdce38daeba,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:33:55.712973 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8318cfce-0aef-4d2c-b687-4b95e999cc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693927'] for router_gateway, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:55.806207 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8318cfce-0aef-4d2c-b687-4b95e999cc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1013'] for router, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:55.808329 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8318cfce-0aef-4d2c-b687-4b95e999cc1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:55.904466 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-45ee6cd5-1b0f-4577-b304-dbab1f84cc24 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:55.930116 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee6cd5-1b0f-4577-b304-dbab1f84cc24 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Pushing event deleted for resources: {'Port': ['ID=d5186a59-e9a0-4d47-b23c-642c711df1a4,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:33:55.932810 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8318cfce-0aef-4d2c-b687-4b95e999cc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691981'] for router, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:55.934504 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8318cfce-0aef-4d2c-b687-4b95e999cc1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router de60e534-f763-4543-a4e8-74a22b4b419d {{(pid=94716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 17:33:55.947296 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8318cfce-0aef-4d2c-b687-4b95e999cc1e admin admin] Notify callbacks [] for router, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:55.947296 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-8318cfce-0aef-4d2c-b687-4b95e999cc1e admin admin] 10.222.0.18 "DELETE /v2.0/routers/de60e534-f763-4543-a4e8-74a22b4b419d HTTP/1.1" status: 204 len: 168 time: 0.9939051 Sep 17 17:33:55.949097 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 35104) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:33:55.995666 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0713b95-eb42-4c23-ad59-0524cdb2ce8e admin admin] Deleting subnet acf76a6c-c31d-46bf-ad83-cd7ec2729137 {{(pid=94716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 17:33:55.998781 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-c0713b95-eb42-4c23-ad59-0524cdb2ce8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:56.000194 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-45ee6cd5-1b0f-4577-b304-dbab1f84cc24 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for floatingip, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:56.000722 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.db.l3_db [None req-45ee6cd5-1b0f-4577-b304-dbab1f84cc24 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Floating IP 5442e340-9237-4002-8241-91093796c593 disassociated (deleted). External IP: 172.27.2.175, port: 4e6f7b95-8273-4221-89a7-219336133eb0. Sep 17 17:33:56.038223 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-c0713b95-eb42-4c23-ad59-0524cdb2ce8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26649732'] for subnet, precommit_delete_associations {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:56.119493 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-c0713b95-eb42-4c23-ad59-0524cdb2ce8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706992'] for subnet, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:56.217425 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ee6cd5-1b0f-4577-b304-dbab1f84cc24 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Router 4fd3b38d-8f82-4f32-b91f-1f803db047f1 has already been hosted by L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 {{(pid=94715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 17:33:56.309719 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-c0713b95-eb42-4c23-ad59-0524cdb2ce8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25898032'] for subnet, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:56.322385 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ee6cd5-1b0f-4577-b304-dbab1f84cc24 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:33:56.327196 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-45ee6cd5-1b0f-4577-b304-dbab1f84cc24 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for floatingip, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:56.332299 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9618ae23-a1b3-4d5d-a826-e79bdc114499 None None] Sync routers for ids ['4fd3b38d-8f82-4f32-b91f-1f803db047f1'] in dv-cinder-809828-1-iscsi {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:33:56.336482 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0713b95-eb42-4c23-ad59-0524cdb2ce8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acf76a6c-c31d-46bf-ad83-cd7ec2729137,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:33:56.339833 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-c0713b95-eb42-4c23-ad59-0524cdb2ce8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for subnet, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:56.341706 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-c0713b95-eb42-4c23-ad59-0524cdb2ce8e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/acf76a6c-c31d-46bf-ad83-cd7ec2729137 HTTP/1.1" status: 204 len: 168 time: 0.3915825 Sep 17 17:33:56.344206 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 35106) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:33:56.347853 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9618ae23-a1b3-4d5d-a826-e79bdc114499 None None] Routers {'4fd3b38d-8f82-4f32-b91f-1f803db047f1'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:33:56.348720 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-9618ae23-a1b3-4d5d-a826-e79bdc114499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:33:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['4fd3b38d-8f82-4f32-b91f-1f803db047f1'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:33:56.353348 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7077cf-4cd2-4569-a7ed-795a42148ea3 None None] Network c5fd655e-5563-4ef4-b398-7647045e7dc0 requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:33:56.357175 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-45ee6cd5-1b0f-4577-b304-dbab1f84cc24 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "DELETE /v2.0/floatingips/5442e340-9237-4002-8241-91093796c593 HTTP/1.1" status: 204 len: 168 time: 1.2832553 Sep 17 17:33:56.357799 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '371bf6c9-089d-402f-ae7e-433129257445', 'tag': '4e6f7b95-8273-4221-89a7-219336133eb0'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:33:56.361517 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895c84c4-3b40-438c-a7a4-47ad3cfa5cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "371bf6c9-089d-402f-ae7e-433129257445", "tag": "4e6f7b95-8273-4221-89a7-219336133eb0"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:33:56.422378 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 17:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670d5dd1-6337-4a21-a261-62012719db76 x-openstack-request-id: req-670d5dd1-6337-4a21-a261-62012719db76 {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:33:56.422673 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "371bf6c9-089d-402f-ae7e-433129257445", "tag": "4e6f7b95-8273-4221-89a7-219336133eb0", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:33:56.422929 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-670d5dd1-6337-4a21-a261-62012719db76 {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:33:56.423957 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '371bf6c9-089d-402f-ae7e-433129257445', 'tag': '4e6f7b95-8273-4221-89a7-219336133eb0', 'status': 'completed', 'code': 200} Sep 17 17:33:56.437280 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-1dfd03c7-bf4d-44b2-a753-5ee04e642a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3478593'] for network, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:56.506766 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.plugin [None req-1dfd03c7-bf4d-44b2-a753-5ee04e642a6f admin admin] Deleting port f1789f72-fb7d-4475-a3b6-306436b6770d {{(pid=94716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:33:56.509343 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-1dfd03c7-bf4d-44b2-a753-5ee04e642a6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:56.514991 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c84c4-3b40-438c-a7a4-47ad3cfa5cd1 req-e8a99880-de2b-4710-b6e5-56ea7a507e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:56.519362 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-895c84c4-3b40-438c-a7a4-47ad3cfa5cd1 req-e8a99880-de2b-4710-b6e5-56ea7a507e6d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ae79036f78e4d3c9eb885dec9a803b0&device_id=371bf6c9-089d-402f-ae7e-433129257445 HTTP/1.1" status: 200 len: 1099 time: 0.0625401 Sep 17 17:33:56.587044 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-9618ae23-a1b3-4d5d-a826-e79bdc114499 None None] Set router 4fd3b38d-8f82-4f32-b91f-1f803db047f1 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:33:56.587624 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.db [None req-1dfd03c7-bf4d-44b2-a753-5ee04e642a6f admin admin] For port f1789f72-fb7d-4475-a3b6-306436b6770d, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=f1789f72-fb7d-4475-a3b6-306436b6770d,segment=NetworkSegment(d7b68416-293f-4ed8-bc5f-6c9ec506319b),segment_id=d7b68416-293f-4ed8-bc5f-6c9ec506319b)] {{(pid=94716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:33:56.588169 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-1dfd03c7-bf4d-44b2-a753-5ee04e642a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:56.612863 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.plugin [None req-1dfd03c7-bf4d-44b2-a753-5ee04e642a6f admin admin] Calling delete_port for f1789f72-fb7d-4475-a3b6-306436b6770d owned by network:dhcp {{(pid=94716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:33:56.634456 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2046b176-870e-4b64-b13c-d22aec9faa6a None None] DHCP port deletion for c5fd655e-5563-4ef4-b398-7647045e7dc0 request from dv-cinder-809828-1-iscsi {{(pid=94717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 17:33:56.665955 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541baaff-2ae4-42aa-8a36-ace6a8f509f3 req-ea2361cf-167f-4cfa-baa3-3182ad6be0e3 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:56.673323 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-541baaff-2ae4-42aa-8a36-ace6a8f509f3 req-ea2361cf-167f-4cfa-baa3-3182ad6be0e3 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 946 time: 0.1454475 Sep 17 17:33:56.730092 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-541baaff-2ae4-42aa-8a36-ace6a8f509f3 req-b76f02ac-af0d-4fe2-af4f-b504ac4789cd tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552931 Sep 17 17:33:56.733071 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c84c4-3b40-438c-a7a4-47ad3cfa5cd1 req-868abecc-501c-46bd-8f6c-a15839a51c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:56.734471 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-895c84c4-3b40-438c-a7a4-47ad3cfa5cd1 req-868abecc-501c-46bd-8f6c-a15839a51c15 service neutron] 10.222.0.42 "GET /v2.0/networks?id=47e2d6e9-ce7e-458e-b5e3-fc8811121e51 HTTP/1.1" status: 200 len: 911 time: 0.1937778 Sep 17 17:33:56.794867 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-895c84c4-3b40-438c-a7a4-47ad3cfa5cd1 req-f8314a00-0373-49c7-b37f-b554bd53d4d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e6f7b95-8273-4221-89a7-219336133eb0 HTTP/1.1" status: 200 len: 217 time: 0.0473638 Sep 17 17:33:56.808437 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:56.848002 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-1dfd03c7-bf4d-44b2-a753-5ee04e642a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179149'] for port, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:56.851681 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:56.867206 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-2046b176-870e-4b64-b13c-d22aec9faa6a None None] Deleting port f1789f72-fb7d-4475-a3b6-306436b6770d {{(pid=94717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:33:56.867745 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-2046b176-870e-4b64-b13c-d22aec9faa6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:56.873338 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c84c4-3b40-438c-a7a4-47ad3cfa5cd1 req-fe3a7e34-a16f-48f6-9aee-27d855edf657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:56.875073 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-895c84c4-3b40-438c-a7a4-47ad3cfa5cd1 req-fe3a7e34-a16f-48f6-9aee-27d855edf657 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b86cd3d2-7e31-4268-bbf5-56635408c00d HTTP/1.1" status: 200 len: 849 time: 0.0697207 Sep 17 17:33:56.885316 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd03c7-bf4d-44b2-a753-5ee04e642a6f admin admin] Pushing event deleted for resources: {'Port': ['ID=f1789f72-fb7d-4475-a3b6-306436b6770d,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:33:56.902132 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfd03c7-bf4d-44b2-a753-5ee04e642a6f admin admin] No DVR routers for this DVR port f1789f72-fb7d-4475-a3b6-306436b6770d on host dv-cinder-809828-1-iscsi {{(pid=94716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 17:33:56.963304 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-2046b176-870e-4b64-b13c-d22aec9faa6a None None] For port f1789f72-fb7d-4475-a3b6-306436b6770d, host dv-cinder-809828-1-iscsi, got binding levels [] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:33:56.963705 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-2046b176-870e-4b64-b13c-d22aec9faa6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:56.971800 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c84c4-3b40-438c-a7a4-47ad3cfa5cd1 req-c6c41b5b-e04c-4fc7-8096-726196350efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:56.973327 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-895c84c4-3b40-438c-a7a4-47ad3cfa5cd1 req-c6c41b5b-e04c-4fc7-8096-726196350efe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=47e2d6e9-ce7e-458e-b5e3-fc8811121e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0864279 Sep 17 17:33:56.983028 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-9618ae23-a1b3-4d5d-a826-e79bdc114499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'name': 'tempest-TestVolumeBootPattern-93171891-router', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:25:48Z', 'updated_at': '2021-09-17T17:25:52Z', 'revision_number': 4, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'gw_port': {'id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:49Z', 'updated_at': '2021-09-17T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': '69c2769f-3510-44cd-924a-211a08161e3a', 'name': '', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'mac_address': 'fa:16:3e:59:16:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:51Z', 'updated_at': '2021-09-17T17:26:00Z', 'revision_number': 5, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'subnets': [{'id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:33:56.987354 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-2046b176-870e-4b64-b13c-d22aec9faa6a None None] Calling delete_port for f1789f72-fb7d-4475-a3b6-306436b6770d owned by network:dhcp {{(pid=94717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:33:56.989065 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8e0ad-c9b0-4793-ac00-a0e15d5bbd66 req-04865e02-e7cb-4826-bc90-e7633b6af0e6 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:56.989218 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.ipam_backend_mixin [None req-2046b176-870e-4b64-b13c-d22aec9faa6a None None] Port f1789f72-fb7d-4475-a3b6-306436b6770d was not found and therefore no delete operation was performed {{(pid=94717) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 17:33:56.993587 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3bb8e0ad-c9b0-4793-ac00-a0e15d5bbd66 req-04865e02-e7cb-4826-bc90-e7633b6af0e6 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=371bf6c9-089d-402f-ae7e-433129257445 HTTP/1.1" status: 200 len: 946 time: 0.0895429 Sep 17 17:33:57.013794 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-2046b176-870e-4b64-b13c-d22aec9faa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547'] for port, after_delete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:57.017132 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9618ae23-a1b3-4d5d-a826-e79bdc114499 None None] Checking router: 4fd3b38d-8f82-4f32-b91f-1f803db047f1 for host: dv-cinder-809828-1-iscsi {{(pid=94717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:33:57.045064 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-1dfd03c7-bf4d-44b2-a753-5ee04e642a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707639', 'neutron.services.segments.db._delete_segments_for_network-8747491616925'] for network, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:57.054232 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 4957c5f6-402f-4e6f-aeec-2fdce38daeba no longer exists at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:33:57.059292 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2046b176-870e-4b64-b13c-d22aec9faa6a None None] Pushing event deleted for resources: {'Port': ['ID=f1789f72-fb7d-4475-a3b6-306436b6770d,revision_number=None']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:33:57.082048 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2046b176-870e-4b64-b13c-d22aec9faa6a None None] No DVR routers for this DVR port f1789f72-fb7d-4475-a3b6-306436b6770d on host dv-cinder-809828-1-iscsi {{(pid=94717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 17:33:57.091430 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9618ae23-a1b3-4d5d-a826-e79bdc114499 None None] Routers {'4fd3b38d-8f82-4f32-b91f-1f803db047f1'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:33:57.091430 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-9618ae23-a1b3-4d5d-a826-e79bdc114499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:33:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['4fd3b38d-8f82-4f32-b91f-1f803db047f1'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:33:57.092875 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] No Port match for: 4957c5f6-402f-4e6f-aeec-2fdce38daeba {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:33:57.093210 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 4957c5f6-402f-4e6f-aeec-2fdce38daeba not bound to the agent host dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:33:57.093645 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device f1789f72-fb7d-4475-a3b6-306436b6770d no longer exists at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:33:57.097792 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046b176-870e-4b64-b13c-d22aec9faa6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:33:57.098814 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046b176-870e-4b64-b13c-d22aec9faa6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:33:57.098814 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046b176-870e-4b64-b13c-d22aec9faa6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:33:57.098814 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046b176-870e-4b64-b13c-d22aec9faa6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:33:57.099359 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046b176-870e-4b64-b13c-d22aec9faa6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:33:57.099508 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046b176-870e-4b64-b13c-d22aec9faa6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:33:57.099833 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046b176-870e-4b64-b13c-d22aec9faa6a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:33:57.100166 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046b176-870e-4b64-b13c-d22aec9faa6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:33:57.100487 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046b176-870e-4b64-b13c-d22aec9faa6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:33:57.100831 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046b176-870e-4b64-b13c-d22aec9faa6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:33:57.101150 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046b176-870e-4b64-b13c-d22aec9faa6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:33:57.101465 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2046b176-870e-4b64-b13c-d22aec9faa6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:33:57.101601 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.services.segments.db [None req-1dfd03c7-bf4d-44b2-a753-5ee04e642a6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5fd655e-5563-4ef4-b398-7647045e7dc0']}} {{(pid=94716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:33:57.113250 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.services.segments.db [None req-1dfd03c7-bf4d-44b2-a753-5ee04e642a6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b68416-293f-4ed8-bc5f-6c9ec506319b') {'for_net_delete': True} {{(pid=94716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:33:57.113552 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.services.segments.db [None req-1dfd03c7-bf4d-44b2-a753-5ee04e642a6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b68416-293f-4ed8-bc5f-6c9ec506319b') {} {{(pid=94716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:33:57.124926 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-1dfd03c7-bf4d-44b2-a753-5ee04e642a6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747491617190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26649743'] for segment, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:57.140134 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-1dfd03c7-bf4d-44b2-a753-5ee04e642a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157'] for segment, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:57.146164 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dfd03c7-bf4d-44b2-a753-5ee04e642a6f admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=94716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 17:33:57.146807 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-1dfd03c7-bf4d-44b2-a753-5ee04e642a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26178748'] for segment, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:57.148456 dv-cinder-809828-1-iscsi neutron-server[94716]: Traceback (most recent call last): Sep 17 17:33:57.148456 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 17:33:57.148456 dv-cinder-809828-1-iscsi neutron-server[94716]: timer() Sep 17 17:33:57.148456 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 17:33:57.148456 dv-cinder-809828-1-iscsi neutron-server[94716]: cb(*args, **kw) Sep 17 17:33:57.148456 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 17:33:57.148456 dv-cinder-809828-1-iscsi neutron-server[94716]: return func(*args, **kwargs) Sep 17 17:33:57.148456 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 17:33:57.148456 dv-cinder-809828-1-iscsi neutron-server[94716]: self._notify() Sep 17 17:33:57.148456 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 17:33:57.148456 dv-cinder-809828-1-iscsi neutron-server[94716]: self.callback(batched_events) Sep 17 17:33:57.148456 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 17:33:57.148456 dv-cinder-809828-1-iscsi neutron-server[94716]: event.method(event) Sep 17 17:33:57.148456 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 17:33:57.148456 dv-cinder-809828-1-iscsi neutron-server[94716]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 17:33:57.148456 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 17:33:57.148456 dv-cinder-809828-1-iscsi neutron-server[94716]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 17:33:57.148456 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 17:33:57.148456 dv-cinder-809828-1-iscsi neutron-server[94716]: return f(self, *a, **k) Sep 17 17:33:57.148456 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 17:33:57.148456 dv-cinder-809828-1-iscsi neutron-server[94716]: return self._get(url).json() Sep 17 17:33:57.148456 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 17:33:57.148456 dv-cinder-809828-1-iscsi neutron-server[94716]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 17:33:57.148456 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 17:33:57.148456 dv-cinder-809828-1-iscsi neutron-server[94716]: return self.request(url, 'GET', **kwargs) Sep 17 17:33:57.148456 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 17:33:57.148456 dv-cinder-809828-1-iscsi neutron-server[94716]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 17:33:57.148456 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 17:33:57.148456 dv-cinder-809828-1-iscsi neutron-server[94716]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 17:33:57.148456 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 17:33:57.148456 dv-cinder-809828-1-iscsi neutron-server[94716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 17:33:57.148456 dv-cinder-809828-1-iscsi neutron-server[94716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 17:33:57.153655 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] No Port match for: f1789f72-fb7d-4475-a3b6-306436b6770d {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:33:57.154067 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device f1789f72-fb7d-4475-a3b6-306436b6770d not bound to the agent host dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:33:57.154457 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 2fc5d00f-272f-4732-8520-16df11cf621c no longer exists at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:33:57.172918 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3bb8e0ad-c9b0-4793-ac00-a0e15d5bbd66 req-8fb1f867-826a-43d2-8f64-17c9ffb8baf5 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605365 Sep 17 17:33:57.175972 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-895c84c4-3b40-438c-a7a4-47ad3cfa5cd1 req-45f78f74-1cea-4d63-9e24-8ded5f840a75 service neutron] 10.222.0.42 "GET /v2.0/networks/47e2d6e9-ce7e-458e-b5e3-fc8811121e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836829 Sep 17 17:33:57.195008 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] No Port match for: 2fc5d00f-272f-4732-8520-16df11cf621c {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:33:57.195008 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 2fc5d00f-272f-4732-8520-16df11cf621c not bound to the agent host dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:33:57.275809 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-1dfd03c7-bf4d-44b2-a753-5ee04e642a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693827'] for network, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:57.276133 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-9618ae23-a1b3-4d5d-a826-e79bdc114499 None None] Set router 4fd3b38d-8f82-4f32-b91f-1f803db047f1 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:33:57.286255 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-1dfd03c7-bf4d-44b2-a753-5ee04e642a6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for network, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:57.290883 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-1dfd03c7-bf4d-44b2-a753-5ee04e642a6f admin admin] 10.222.0.18 "DELETE /v2.0/networks/c5fd655e-5563-4ef4-b398-7647045e7dc0 HTTP/1.1" status: 204 len: 168 time: 0.9430673 Sep 17 17:33:57.297243 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 35120) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:33:57.300643 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd03c7-bf4d-44b2-a753-5ee04e642a6f admin admin] Pushing event deleted for resources: {'Network': ['ID=c5fd655e-5563-4ef4-b398-7647045e7dc0,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:33:57.316512 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf6e9b-b8d7-4707-8469-f22c7d1e917a req-e25f6416-acf1-402d-be4f-b29cd2b3d75e tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:57.319600 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-dbaf6e9b-b8d7-4707-8469-f22c7d1e917a req-e25f6416-acf1-402d-be4f-b29cd2b3d75e tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 946 time: 0.1801679 Sep 17 17:33:57.365715 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-895c84c4-3b40-438c-a7a4-47ad3cfa5cd1 req-814cd98d-a5f8-4c88-bc49-98966baa7f5f service neutron] 10.222.0.42 "GET /v2.0/networks/47e2d6e9-ce7e-458e-b5e3-fc8811121e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729739 Sep 17 17:33:57.385513 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-dbaf6e9b-b8d7-4707-8469-f22c7d1e917a req-274ffa7c-3300-4b16-b062-286fb78bce79 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539613 Sep 17 17:33:57.387591 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0673b97-8c4f-40f1-b325-bf2dbf2494fa req-80e15ab6-df49-48c2-b717-d88bc0ac2dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:57.389090 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f0673b97-8c4f-40f1-b325-bf2dbf2494fa req-80e15ab6-df49-48c2-b717-d88bc0ac2dfc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=076b6440e007443cbaf7796e9288ae14&device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 1099 time: 0.1484540 Sep 17 17:33:57.492552 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0673b97-8c4f-40f1-b325-bf2dbf2494fa req-ba9a28f0-ad0d-49c5-9f54-5d047898bafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:57.494023 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f0673b97-8c4f-40f1-b325-bf2dbf2494fa req-ba9a28f0-ad0d-49c5-9f54-5d047898bafa service neutron] 10.222.0.42 "GET /v2.0/networks?id=8137f25b-b6e6-4976-b54e-fc4338ead8a6 HTTP/1.1" status: 200 len: 912 time: 0.0972893 Sep 17 17:33:57.500507 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-9618ae23-a1b3-4d5d-a826-e79bdc114499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'name': 'tempest-TestVolumeBootPattern-93171891-router', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:25:48Z', 'updated_at': '2021-09-17T17:25:52Z', 'revision_number': 4, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'gw_port': {'id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:49Z', 'updated_at': '2021-09-17T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': '69c2769f-3510-44cd-924a-211a08161e3a', 'name': '', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'mac_address': 'fa:16:3e:59:16:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:51Z', 'updated_at': '2021-09-17T17:26:00Z', 'revision_number': 5, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'subnets': [{'id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:33:57.563071 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f0673b97-8c4f-40f1-b325-bf2dbf2494fa req-b03d382a-2267-4f7d-b9a5-70e155cdaa51 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=956d4fb8-b2cb-47b7-894d-fcfb8dc85895 HTTP/1.1" status: 200 len: 1001 time: 0.0616207 Sep 17 17:33:57.619773 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0673b97-8c4f-40f1-b325-bf2dbf2494fa req-662cd86e-71d5-4dba-9d30-315de3248552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:57.621196 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f0673b97-8c4f-40f1-b325-bf2dbf2494fa req-662cd86e-71d5-4dba-9d30-315de3248552 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0bc4c3cf-7b2b-4bf9-b610-021a56ed5884 HTTP/1.1" status: 200 len: 850 time: 0.0475066 Sep 17 17:33:57.648253 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9618ae23-a1b3-4d5d-a826-e79bdc114499 None None] The sync data for ids ['4fd3b38d-8f82-4f32-b91f-1f803db047f1'] in dv-cinder-809828-1-iscsi is: [{'id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'name': 'tempest-TestVolumeBootPattern-93171891-router', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:25:48Z', 'updated_at': '2021-09-17T17:25:52Z', 'revision_number': 4, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'gw_port': {'id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:49Z', 'updated_at': '2021-09-17T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': '69c2769f-3510-44cd-924a-211a08161e3a', 'name': '', 'network_id': '47e2d6e9-ce7e-458e-b5e3-fc8811121e51', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'mac_address': 'fa:16:3e:59:16:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:51Z', 'updated_at': '2021-09-17T17:26:00Z', 'revision_number': 5, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'subnets': [{'id': 'b86cd3d2-7e31-4268-bbf5-56635408c00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:33:57.682001 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0673b97-8c4f-40f1-b325-bf2dbf2494fa req-f22c3acf-70bf-42c6-9ccc-886a93f584a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:57.686535 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f0673b97-8c4f-40f1-b325-bf2dbf2494fa req-f22c3acf-70bf-42c6-9ccc-886a93f584a9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8137f25b-b6e6-4976-b54e-fc4338ead8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574512 Sep 17 17:33:57.689030 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-5ae6774e-c649-4da8-8567-9a9234b4269a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3691281'] for router_interface, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:57.780914 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f0673b97-8c4f-40f1-b325-bf2dbf2494fa req-a7f315c8-c52a-4d68-82f3-1712f28f4b19 service neutron] 10.222.0.42 "GET /v2.0/networks/8137f25b-b6e6-4976-b54e-fc4338ead8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864730 Sep 17 17:33:57.889316 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f0673b97-8c4f-40f1-b325-bf2dbf2494fa req-49988821-9002-4d19-8743-4bd14d649960 service neutron] 10.222.0.42 "GET /v2.0/networks/8137f25b-b6e6-4976-b54e-fc4338ead8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986316 Sep 17 17:33:57.898292 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac8cc9a-0701-4cc2-895a-6e7c799c3e77 None None] New status for floating IP 5442e340-9237-4002-8241-91093796c593: DOWN {{(pid=94718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 17:33:57.943715 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.plugin [None req-5ae6774e-c649-4da8-8567-9a9234b4269a admin admin] Deleting port a63c3b7b-c442-4442-85fe-e8e118369a11 {{(pid=94716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:33:57.944059 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-5ae6774e-c649-4da8-8567-9a9234b4269a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:58.021976 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.db [None req-5ae6774e-c649-4da8-8567-9a9234b4269a admin admin] For port a63c3b7b-c442-4442-85fe-e8e118369a11, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=a63c3b7b-c442-4442-85fe-e8e118369a11,segment=NetworkSegment(a51d86e2-c9cb-45b9-8bb6-e6cfca56a5ad),segment_id=a51d86e2-c9cb-45b9-8bb6-e6cfca56a5ad)] {{(pid=94716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:33:58.022336 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-5ae6774e-c649-4da8-8567-9a9234b4269a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:58.034995 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.plugin [None req-5ae6774e-c649-4da8-8567-9a9234b4269a admin admin] Calling delete_port for a63c3b7b-c442-4442-85fe-e8e118369a11 owned by network:router_interface {{(pid=94716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:33:58.294424 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751250c2-c1a3-4a8d-b284-c8b28e7f3b1a req-c3ee708b-8f17-4189-9f19-e131f3400ca3 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:58.295938 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-751250c2-c1a3-4a8d-b284-c8b28e7f3b1a req-c3ee708b-8f17-4189-9f19-e131f3400ca3 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=371bf6c9-089d-402f-ae7e-433129257445 HTTP/1.1" status: 200 len: 946 time: 0.0502212 Sep 17 17:33:58.333158 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-5ae6774e-c649-4da8-8567-9a9234b4269a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179149'] for port, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:58.336252 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-751250c2-c1a3-4a8d-b284-c8b28e7f3b1a req-295c78a2-c474-4b52-bc00-fc4cd692f250 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/security-groups?id=442d0a5a-fff7-4bba-b9e3-87e16efe6a27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341294 Sep 17 17:33:58.363444 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6774e-c649-4da8-8567-9a9234b4269a admin admin] Pushing event deleted for resources: {'Port': ['ID=a63c3b7b-c442-4442-85fe-e8e118369a11,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:33:58.529220 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053008f-e1c6-4211-b388-462d0a313947 req-7a39a373-e22e-4df2-8752-0ea1355fc515 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:58.531056 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8053008f-e1c6-4211-b388-462d0a313947 req-7a39a373-e22e-4df2-8752-0ea1355fc515 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 946 time: 0.0689342 Sep 17 17:33:58.545616 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-5ae6774e-c649-4da8-8567-9a9234b4269a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693985'] for router_interface, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:58.592203 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1484720-c614-4a86-a3dd-f5e85256759b req-c96ac9ec-29e2-4477-9adf-69ba486216ef tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:58.594887 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a1484720-c614-4a86-a3dd-f5e85256759b req-c96ac9ec-29e2-4477-9adf-69ba486216ef tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.42 "GET /v2.0/ports?device_id=371bf6c9-089d-402f-ae7e-433129257445 HTTP/1.1" status: 200 len: 946 time: 0.0887651 Sep 17 17:33:58.599632 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-8053008f-e1c6-4211-b388-462d0a313947 req-5f1fe50f-fcb1-40ea-b57d-e1f52bb4e686 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543509 Sep 17 17:33:58.623895 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:58.687970 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-a1484720-c614-4a86-a3dd-f5e85256759b req-c7f5aff4-4aba-45ec-89b1-d52b6836b5b7 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Deleting port 4e6f7b95-8273-4221-89a7-219336133eb0 {{(pid=94715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:33:58.688247 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-a1484720-c614-4a86-a3dd-f5e85256759b req-c7f5aff4-4aba-45ec-89b1-d52b6836b5b7 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:58.764324 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae6774e-c649-4da8-8567-9a9234b4269a admin admin] Router b2c66d62-3603-4ac8-b6cc-7e47c73e9772 has already been hosted by L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 {{(pid=94716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 17:33:58.779411 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-a1484720-c614-4a86-a3dd-f5e85256759b req-c7f5aff4-4aba-45ec-89b1-d52b6836b5b7 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] For port 4e6f7b95-8273-4221-89a7-219336133eb0, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=4e6f7b95-8273-4221-89a7-219336133eb0,segment=NetworkSegment(785f5f27-bced-428b-8eaf-2715efe38648),segment_id=785f5f27-bced-428b-8eaf-2715efe38648)] {{(pid=94715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:33:58.779787 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-a1484720-c614-4a86-a3dd-f5e85256759b req-c7f5aff4-4aba-45ec-89b1-d52b6836b5b7 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:58.792161 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-a1484720-c614-4a86-a3dd-f5e85256759b req-c7f5aff4-4aba-45ec-89b1-d52b6836b5b7 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Calling delete_port for 4e6f7b95-8273-4221-89a7-219336133eb0 owned by compute:nova {{(pid=94715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:33:59.024265 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-a1484720-c614-4a86-a3dd-f5e85256759b req-c7f5aff4-4aba-45ec-89b1-d52b6836b5b7 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:59.055040 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5aff4-4aba-45ec-89b1-d52b6836b5b7 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Pushing event deleted for resources: {'Port': ['ID=4e6f7b95-8273-4221-89a7-219336133eb0,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:33:59.069899 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae6774e-c649-4da8-8567-9a9234b4269a admin admin] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:33:59.075165 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-5ae6774e-c649-4da8-8567-9a9234b4269a admin admin] 10.222.0.18 "PUT /v2.0/routers/b2c66d62-3603-4ac8-b6cc-7e47c73e9772/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7766447 Sep 17 17:33:59.077652 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 35126) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:33:59.080925 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c26745a-124c-402e-8574-ee5995aaffcf None None] Sync routers for ids ['b2c66d62-3603-4ac8-b6cc-7e47c73e9772'] in dv-cinder-809828-1-iscsi {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:33:59.094056 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c26745a-124c-402e-8574-ee5995aaffcf None None] Routers {'b2c66d62-3603-4ac8-b6cc-7e47c73e9772'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:33:59.094762 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-5c26745a-124c-402e-8574-ee5995aaffcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:33:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['b2c66d62-3603-4ac8-b6cc-7e47c73e9772'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:33:59.102845 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1484720-c614-4a86-a3dd-f5e85256759b req-c7f5aff4-4aba-45ec-89b1-d52b6836b5b7 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] No DVR routers for this DVR port 4e6f7b95-8273-4221-89a7-219336133eb0 on host hv-cinder-80982 {{(pid=94715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 17:33:59.105515 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-a1484720-c614-4a86-a3dd-f5e85256759b req-c7f5aff4-4aba-45ec-89b1-d52b6836b5b7 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:59.108007 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a1484720-c614-4a86-a3dd-f5e85256759b req-c7f5aff4-4aba-45ec-89b1-d52b6836b5b7 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.42 "DELETE /v2.0/ports/4e6f7b95-8273-4221-89a7-219336133eb0 HTTP/1.1" status: 204 len: 173 time: 0.5065565 Sep 17 17:33:59.108512 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '371bf6c9-089d-402f-ae7e-433129257445', 'name': 'network-vif-deleted', 'tag': '4e6f7b95-8273-4221-89a7-219336133eb0'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:33:59.112002 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2644ff2-b2b1-4e6c-9874-c4b8227c73b6" -d '{"events": [{"server_uuid": "371bf6c9-089d-402f-ae7e-433129257445", "name": "network-vif-deleted", "tag": "4e6f7b95-8273-4221-89a7-219336133eb0"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:33:59.156868 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1708cb-d2f5-42b2-9571-ee55442e9ad5 x-openstack-request-id: req-4f1708cb-d2f5-42b2-9571-ee55442e9ad5 {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:33:59.156868 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "371bf6c9-089d-402f-ae7e-433129257445", "name": "network-vif-deleted", "tag": "4e6f7b95-8273-4221-89a7-219336133eb0", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:33:59.156868 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4f1708cb-d2f5-42b2-9571-ee55442e9ad5 {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:33:59.156868 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '371bf6c9-089d-402f-ae7e-433129257445', 'name': 'network-vif-deleted', 'tag': '4e6f7b95-8273-4221-89a7-219336133eb0', 'status': 'completed', 'code': 200} Sep 17 17:33:59.186660 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f71ba647-094e-4514-a2e2-e3400c19bc4e admin admin] Notify callbacks [] for router, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:59.202846 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-5c26745a-124c-402e-8574-ee5995aaffcf None None] Set router b2c66d62-3603-4ac8-b6cc-7e47c73e9772 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:33:59.292540 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f71ba647-094e-4514-a2e2-e3400c19bc4e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:59.386504 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-5c26745a-124c-402e-8574-ee5995aaffcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c66d62-3603-4ac8-b6cc-7e47c73e9772', 'name': 'tempest-TestShelveInstance-646765792-router', 'tenant_id': '1bec3001a2514654a0f77070d98b881e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '46297699-6769-4179-83a4-58c1e545d4e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:28:58Z', 'updated_at': '2021-09-17T17:33:58Z', 'revision_number': 5, 'project_id': '1bec3001a2514654a0f77070d98b881e', 'gw_port': {'id': '46297699-6769-4179-83a4-58c1e545d4e5', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c66d62-3603-4ac8-b6cc-7e47c73e9772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:28:59Z', 'updated_at': '2021-09-17T17:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi'}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:33:59.421718 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c26745a-124c-402e-8574-ee5995aaffcf None None] Checking router: b2c66d62-3603-4ac8-b6cc-7e47c73e9772 for host: dv-cinder-809828-1-iscsi {{(pid=94717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:33:59.428808 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.plugin [None req-f71ba647-094e-4514-a2e2-e3400c19bc4e admin admin] Deleting port 46297699-6769-4179-83a4-58c1e545d4e5 {{(pid=94716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:33:59.429780 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f71ba647-094e-4514-a2e2-e3400c19bc4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:59.443705 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c26745a-124c-402e-8574-ee5995aaffcf None None] Routers {'b2c66d62-3603-4ac8-b6cc-7e47c73e9772'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:33:59.444342 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-5c26745a-124c-402e-8574-ee5995aaffcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:33:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['b2c66d62-3603-4ac8-b6cc-7e47c73e9772'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:33:59.449021 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9fdd50f4-c0c9-4ac4-a573-447f53918746 req-8d6389cd-84ca-4ef9-8b77-73d6e3a88cd1 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "GET /v2.0/ports?device_id=371bf6c9-089d-402f-ae7e-433129257445 HTTP/1.1" status: 200 len: 210 time: 0.0364790 Sep 17 17:33:59.522723 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.db [None req-f71ba647-094e-4514-a2e2-e3400c19bc4e admin admin] For port 46297699-6769-4179-83a4-58c1e545d4e5, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=46297699-6769-4179-83a4-58c1e545d4e5,segment=NetworkSegment(f5bce3a7-39d4-42b3-980e-fe31588455ee),segment_id=f5bce3a7-39d4-42b3-980e-fe31588455ee)] {{(pid=94716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:33:59.523623 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f71ba647-094e-4514-a2e2-e3400c19bc4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:59.539328 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.plugin [None req-f71ba647-094e-4514-a2e2-e3400c19bc4e admin admin] Calling delete_port for 46297699-6769-4179-83a4-58c1e545d4e5 owned by network:router_gateway {{(pid=94716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:33:59.539553 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-5c26745a-124c-402e-8574-ee5995aaffcf None None] Set router b2c66d62-3603-4ac8-b6cc-7e47c73e9772 gateway port host: None {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:33:59.599256 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-5c26745a-124c-402e-8574-ee5995aaffcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c66d62-3603-4ac8-b6cc-7e47c73e9772', 'name': 'tempest-TestShelveInstance-646765792-router', 'tenant_id': '1bec3001a2514654a0f77070d98b881e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:28:58Z', 'updated_at': '2021-09-17T17:33:59Z', 'revision_number': 6, 'project_id': '1bec3001a2514654a0f77070d98b881e', 'gw_port_host': None}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:33:59.630175 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c26745a-124c-402e-8574-ee5995aaffcf None None] The sync data for ids ['b2c66d62-3603-4ac8-b6cc-7e47c73e9772'] in dv-cinder-809828-1-iscsi is: [{'id': 'b2c66d62-3603-4ac8-b6cc-7e47c73e9772', 'name': 'tempest-TestShelveInstance-646765792-router', 'tenant_id': '1bec3001a2514654a0f77070d98b881e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:28:58Z', 'updated_at': '2021-09-17T17:33:59Z', 'revision_number': 6, 'project_id': '1bec3001a2514654a0f77070d98b881e', 'gw_port_host': None}] {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:33:59.731062 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82807515-c113-48a0-b750-a8a44b20795b req-0bb1f052-a7d1-42bd-b436-66207772f971 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:33:59.732514 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-82807515-c113-48a0-b750-a8a44b20795b req-0bb1f052-a7d1-42bd-b436-66207772f971 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 946 time: 0.0480747 Sep 17 17:33:59.761305 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f71ba647-094e-4514-a2e2-e3400c19bc4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179149'] for port, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:59.770846 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-82807515-c113-48a0-b750-a8a44b20795b req-a9a665a1-dbe3-47b8-b8f0-34a5ee7fdea5 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321252 Sep 17 17:33:59.790998 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ba647-094e-4514-a2e2-e3400c19bc4e admin admin] Pushing event deleted for resources: {'Port': ['ID=46297699-6769-4179-83a4-58c1e545d4e5,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:33:59.850268 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f71ba647-094e-4514-a2e2-e3400c19bc4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693927'] for router_gateway, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:59.937819 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f71ba647-094e-4514-a2e2-e3400c19bc4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1013'] for router, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:33:59.940515 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f71ba647-094e-4514-a2e2-e3400c19bc4e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:00.058582 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f71ba647-094e-4514-a2e2-e3400c19bc4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691981'] for router, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:00.059192 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71ba647-094e-4514-a2e2-e3400c19bc4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2c66d62-3603-4ac8-b6cc-7e47c73e9772 {{(pid=94716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 17:34:00.063626 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-f71ba647-094e-4514-a2e2-e3400c19bc4e admin admin] Notify callbacks [] for router, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:00.065545 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-f71ba647-094e-4514-a2e2-e3400c19bc4e admin admin] 10.222.0.18 "DELETE /v2.0/routers/b2c66d62-3603-4ac8-b6cc-7e47c73e9772 HTTP/1.1" status: 204 len: 168 time: 0.9867527 Sep 17 17:34:00.068104 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 35136) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:34:00.114743 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af43ff3-ee2c-44a2-b007-d9c69985a783 admin admin] Deleting subnet 689e280b-6887-4ba1-8d38-4b2b0eb65e1a {{(pid=94715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 17:34:00.117885 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-5af43ff3-ee2c-44a2-b007-d9c69985a783 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:00.152264 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-5af43ff3-ee2c-44a2-b007-d9c69985a783 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29313401'] for subnet, precommit_delete_associations {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:00.231229 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-5af43ff3-ee2c-44a2-b007-d9c69985a783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706992'] for subnet, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:00.362039 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-5af43ff3-ee2c-44a2-b007-d9c69985a783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29270064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25266486'] for subnet, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:00.390611 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af43ff3-ee2c-44a2-b007-d9c69985a783 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=689e280b-6887-4ba1-8d38-4b2b0eb65e1a,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:34:00.393244 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-5af43ff3-ee2c-44a2-b007-d9c69985a783 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:00.395236 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-5af43ff3-ee2c-44a2-b007-d9c69985a783 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/689e280b-6887-4ba1-8d38-4b2b0eb65e1a HTTP/1.1" status: 204 len: 168 time: 0.3261056 Sep 17 17:34:00.397474 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63986fba-e0a3-40ba-b80c-7f5cc3fd9e74 None None] Network 98db4ded-569c-4dde-a13c-1bba16c97d2a requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:34:00.398100 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 35138) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:34:00.465204 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-43754908-ae4a-4ede-af33-956b3aee6b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3478593'] for network, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:00.515603 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 35142) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:34:00.544599 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.plugin [None req-43754908-ae4a-4ede-af33-956b3aee6b02 admin admin] Deleting port 6aab7144-2907-44eb-a33e-aca936012b57 {{(pid=94716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:34:00.545034 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-43754908-ae4a-4ede-af33-956b3aee6b02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:00.591717 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14227500-485a-4522-a881-9faf3fa9c8d8 None None] DHCP port deletion for 98db4ded-569c-4dde-a13c-1bba16c97d2a request from dv-cinder-809828-1-iscsi {{(pid=94717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 17:34:00.621041 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.db [None req-43754908-ae4a-4ede-af33-956b3aee6b02 admin admin] For port 6aab7144-2907-44eb-a33e-aca936012b57, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=6aab7144-2907-44eb-a33e-aca936012b57,segment=NetworkSegment(a51d86e2-c9cb-45b9-8bb6-e6cfca56a5ad),segment_id=a51d86e2-c9cb-45b9-8bb6-e6cfca56a5ad)] {{(pid=94716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:34:00.621389 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-43754908-ae4a-4ede-af33-956b3aee6b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:00.636125 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.plugin [None req-43754908-ae4a-4ede-af33-956b3aee6b02 admin admin] Calling delete_port for 6aab7144-2907-44eb-a33e-aca936012b57 owned by network:dhcp {{(pid=94716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:34:00.650810 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-14227500-485a-4522-a881-9faf3fa9c8d8 None None] Deleting port 6aab7144-2907-44eb-a33e-aca936012b57 {{(pid=94717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:34:00.650810 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-14227500-485a-4522-a881-9faf3fa9c8d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:00.668210 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [None req-649ac47f-c199-468e-89eb-3aff6b55f0e2 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Deleting port cfd822d2-d20b-4be2-a170-4fd60eb6611b {{(pid=94715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:34:00.668598 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-649ac47f-c199-468e-89eb-3aff6b55f0e2 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:00.720367 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-14227500-485a-4522-a881-9faf3fa9c8d8 None None] For port 6aab7144-2907-44eb-a33e-aca936012b57, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=6aab7144-2907-44eb-a33e-aca936012b57,segment=NetworkSegment(a51d86e2-c9cb-45b9-8bb6-e6cfca56a5ad),segment_id=a51d86e2-c9cb-45b9-8bb6-e6cfca56a5ad)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:34:00.720899 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-14227500-485a-4522-a881-9faf3fa9c8d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:00.734939 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-14227500-485a-4522-a881-9faf3fa9c8d8 None None] Calling delete_port for 6aab7144-2907-44eb-a33e-aca936012b57 owned by network:dhcp {{(pid=94717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:34:00.759283 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-649ac47f-c199-468e-89eb-3aff6b55f0e2 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:00.759644 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-649ac47f-c199-468e-89eb-3aff6b55f0e2 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:00.772203 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [None req-649ac47f-c199-468e-89eb-3aff6b55f0e2 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Calling delete_port for cfd822d2-d20b-4be2-a170-4fd60eb6611b owned by network:floatingip {{(pid=94715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:34:00.807568 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-43754908-ae4a-4ede-af33-956b3aee6b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179149'] for port, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:00.821058 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-14227500-485a-4522-a881-9faf3fa9c8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547'] for port, after_delete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:00.842188 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43754908-ae4a-4ede-af33-956b3aee6b02 admin admin] Pushing event deleted for resources: {'Port': ['ID=6aab7144-2907-44eb-a33e-aca936012b57,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:34:00.848957 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43754908-ae4a-4ede-af33-956b3aee6b02 admin admin] No DVR routers for this DVR port 6aab7144-2907-44eb-a33e-aca936012b57 on host dv-cinder-809828-1-iscsi {{(pid=94716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 17:34:00.852572 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14227500-485a-4522-a881-9faf3fa9c8d8 None None] Pushing event deleted for resources: {'Port': ['ID=6aab7144-2907-44eb-a33e-aca936012b57,revision_number=None']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:34:00.857315 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14227500-485a-4522-a881-9faf3fa9c8d8 None None] No DVR routers for this DVR port 6aab7144-2907-44eb-a33e-aca936012b57 on host dv-cinder-809828-1-iscsi {{(pid=94717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 17:34:00.930172 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-43754908-ae4a-4ede-af33-956b3aee6b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707639', 'neutron.services.segments.db._delete_segments_for_network-8747491616925'] for network, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:00.950901 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.services.segments.db [None req-43754908-ae4a-4ede-af33-956b3aee6b02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98db4ded-569c-4dde-a13c-1bba16c97d2a']}} {{(pid=94716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:34:00.961369 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.services.segments.db [None req-43754908-ae4a-4ede-af33-956b3aee6b02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a51d86e2-c9cb-45b9-8bb6-e6cfca56a5ad') {'for_net_delete': True} {{(pid=94716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:34:00.961674 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.services.segments.db [None req-43754908-ae4a-4ede-af33-956b3aee6b02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a51d86e2-c9cb-45b9-8bb6-e6cfca56a5ad') {} {{(pid=94716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:34:00.972124 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-43754908-ae4a-4ede-af33-956b3aee6b02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747491617190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26649743'] for segment, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:00.985205 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-43754908-ae4a-4ede-af33-956b3aee6b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157'] for segment, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:00.991571 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43754908-ae4a-4ede-af33-956b3aee6b02 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=94716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 17:34:00.991954 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-43754908-ae4a-4ede-af33-956b3aee6b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26178748'] for segment, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:00.993558 dv-cinder-809828-1-iscsi neutron-server[94716]: Traceback (most recent call last): Sep 17 17:34:00.993558 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 17:34:00.993558 dv-cinder-809828-1-iscsi neutron-server[94716]: timer() Sep 17 17:34:00.993558 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 17:34:00.993558 dv-cinder-809828-1-iscsi neutron-server[94716]: cb(*args, **kw) Sep 17 17:34:00.993558 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 17:34:00.993558 dv-cinder-809828-1-iscsi neutron-server[94716]: return func(*args, **kwargs) Sep 17 17:34:00.993558 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 17:34:00.993558 dv-cinder-809828-1-iscsi neutron-server[94716]: self._notify() Sep 17 17:34:00.993558 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 17:34:00.993558 dv-cinder-809828-1-iscsi neutron-server[94716]: self.callback(batched_events) Sep 17 17:34:00.993558 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 17:34:00.993558 dv-cinder-809828-1-iscsi neutron-server[94716]: event.method(event) Sep 17 17:34:00.993558 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 17:34:00.993558 dv-cinder-809828-1-iscsi neutron-server[94716]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 17:34:00.993558 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 17:34:00.993558 dv-cinder-809828-1-iscsi neutron-server[94716]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 17:34:00.993558 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 17:34:00.993558 dv-cinder-809828-1-iscsi neutron-server[94716]: return f(self, *a, **k) Sep 17 17:34:00.993558 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 17:34:00.993558 dv-cinder-809828-1-iscsi neutron-server[94716]: return self._get(url).json() Sep 17 17:34:00.993558 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 17:34:00.993558 dv-cinder-809828-1-iscsi neutron-server[94716]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 17:34:00.993558 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 17:34:00.993558 dv-cinder-809828-1-iscsi neutron-server[94716]: return self.request(url, 'GET', **kwargs) Sep 17 17:34:00.993558 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 17:34:00.993558 dv-cinder-809828-1-iscsi neutron-server[94716]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 17:34:00.993558 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 17:34:00.993558 dv-cinder-809828-1-iscsi neutron-server[94716]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 17:34:00.993558 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 17:34:00.993558 dv-cinder-809828-1-iscsi neutron-server[94716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 17:34:00.993558 dv-cinder-809828-1-iscsi neutron-server[94716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 17:34:00.998223 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device a63c3b7b-c442-4442-85fe-e8e118369a11 no longer exists at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:34:01.007143 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-649ac47f-c199-468e-89eb-3aff6b55f0e2 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:01.018910 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] No Port match for: a63c3b7b-c442-4442-85fe-e8e118369a11 {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:34:01.019376 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device a63c3b7b-c442-4442-85fe-e8e118369a11 not bound to the agent host dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:34:01.019870 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 6aab7144-2907-44eb-a33e-aca936012b57 no longer exists at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:34:01.034533 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ac47f-c199-468e-89eb-3aff6b55f0e2 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Pushing event deleted for resources: {'Port': ['ID=cfd822d2-d20b-4be2-a170-4fd60eb6611b,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:34:01.040060 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] No Port match for: 6aab7144-2907-44eb-a33e-aca936012b57 {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:34:01.045427 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 6aab7144-2907-44eb-a33e-aca936012b57 not bound to the agent host dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:34:01.045427 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 46297699-6769-4179-83a4-58c1e545d4e5 no longer exists at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:34:01.062662 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] No Port match for: 46297699-6769-4179-83a4-58c1e545d4e5 {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:34:01.063088 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 46297699-6769-4179-83a4-58c1e545d4e5 not bound to the agent host dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:34:01.098434 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-649ac47f-c199-468e-89eb-3aff6b55f0e2 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for floatingip, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:01.102101 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-649ac47f-c199-468e-89eb-3aff6b55f0e2 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for floatingip, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:01.102356 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-649ac47f-c199-468e-89eb-3aff6b55f0e2 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "DELETE /v2.0/floatingips/f3373ba0-b5d6-401f-9d29-665d31b75b1f HTTP/1.1" status: 204 len: 168 time: 0.5856862 Sep 17 17:34:01.121335 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-43754908-ae4a-4ede-af33-956b3aee6b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693827'] for network, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:01.127262 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-43754908-ae4a-4ede-af33-956b3aee6b02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for network, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:01.132053 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-43754908-ae4a-4ede-af33-956b3aee6b02 admin admin] 10.222.0.18 "DELETE /v2.0/networks/98db4ded-569c-4dde-a13c-1bba16c97d2a HTTP/1.1" status: 204 len: 168 time: 0.7329669 Sep 17 17:34:01.148791 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43754908-ae4a-4ede-af33-956b3aee6b02 admin admin] Pushing event deleted for resources: {'Network': ['ID=98db4ded-569c-4dde-a13c-1bba16c97d2a,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:34:01.468362 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 35154) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:34:01.508097 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-2a6e0050-9134-41e0-b910-64c31866355f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=050d0f8bf6fd486c9c994e60c94beb88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389726 Sep 17 17:34:01.510495 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 35156) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:34:01.528895 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 4e6f7b95-8273-4221-89a7-219336133eb0 no longer exists at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:34:01.548076 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] No Port match for: 4e6f7b95-8273-4221-89a7-219336133eb0 {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:34:01.548939 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 4e6f7b95-8273-4221-89a7-219336133eb0 not bound to the agent host hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:34:01.561312 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-83aa4563-1536-4e1d-935e-b6b5a1eea35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:01.583245 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-83aa4563-1536-4e1d-935e-b6b5a1eea35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:01.727048 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-83aa4563-1536-4e1d-935e-b6b5a1eea35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:01.729555 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-83aa4563-1536-4e1d-935e-b6b5a1eea35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:01.730715 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-83aa4563-1536-4e1d-935e-b6b5a1eea35f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/20daf4aa-4672-47f3-97de-2c7c7e11fd85 HTTP/1.1" status: 204 len: 168 time: 0.2190564 Sep 17 17:34:01.739431 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa4563-1536-4e1d-935e-b6b5a1eea35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20daf4aa-4672-47f3-97de-2c7c7e11fd85,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:34:02.446522 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 35164) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:34:02.503953 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-fa912078-7a4f-4117-ada3-603f377d80a1 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:02.528521 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-fa912078-7a4f-4117-ada3-603f377d80a1 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:02.548380 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 35166) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:34:02.588499 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-25468a87-f659-4dc9-81fc-0856fc7e2028 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1bec3001a2514654a0f77070d98b881e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389185 Sep 17 17:34:02.591002 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 35168) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:34:02.637456 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-b74f387c-d089-437f-9f3b-392771f8a33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:02.658876 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-b74f387c-d089-437f-9f3b-392771f8a33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:02.687198 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-fa912078-7a4f-4117-ada3-603f377d80a1 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:02.690586 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-fa912078-7a4f-4117-ada3-603f377d80a1 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:02.694304 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-fa912078-7a4f-4117-ada3-603f377d80a1 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] 10.222.0.18 "DELETE /v2.0/security-groups/442d0a5a-fff7-4bba-b9e3-87e16efe6a27 HTTP/1.1" status: 204 len: 168 time: 0.2442539 Sep 17 17:34:02.701794 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa912078-7a4f-4117-ada3-603f377d80a1 tempest-TestVolumeBootPattern-1844233880 tempest-TestVolumeBootPattern-1844233880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=442d0a5a-fff7-4bba-b9e3-87e16efe6a27,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:34:02.784326 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-b74f387c-d089-437f-9f3b-392771f8a33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:02.786840 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-b74f387c-d089-437f-9f3b-392771f8a33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:02.788020 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-b74f387c-d089-437f-9f3b-392771f8a33a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/670a6104-6e00-4fa6-b2f6-79efa1f2b9a5 HTTP/1.1" status: 204 len: 168 time: 0.1961176 Sep 17 17:34:02.795776 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f387c-d089-437f-9f3b-392771f8a33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670a6104-6e00-4fa6-b2f6-79efa1f2b9a5,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:34:02.854578 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 35174) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:34:03.302778 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-005d0938-4793-4e75-b0bd-feddc6a637b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3691281'] for router_interface, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:03.791080 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [None req-005d0938-4793-4e75-b0bd-feddc6a637b8 admin admin] Deleting port 69c2769f-3510-44cd-924a-211a08161e3a {{(pid=94715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:34:03.791769 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-005d0938-4793-4e75-b0bd-feddc6a637b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:03.867375 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-005d0938-4793-4e75-b0bd-feddc6a637b8 admin admin] For port 69c2769f-3510-44cd-924a-211a08161e3a, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=69c2769f-3510-44cd-924a-211a08161e3a,segment=NetworkSegment(785f5f27-bced-428b-8eaf-2715efe38648),segment_id=785f5f27-bced-428b-8eaf-2715efe38648)] {{(pid=94715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:34:03.867734 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-005d0938-4793-4e75-b0bd-feddc6a637b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:03.879965 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [None req-005d0938-4793-4e75-b0bd-feddc6a637b8 admin admin] Calling delete_port for 69c2769f-3510-44cd-924a-211a08161e3a owned by network:router_interface {{(pid=94715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:34:04.138485 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-005d0938-4793-4e75-b0bd-feddc6a637b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:04.168301 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d0938-4793-4e75-b0bd-feddc6a637b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=69c2769f-3510-44cd-924a-211a08161e3a,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:34:04.334506 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-005d0938-4793-4e75-b0bd-feddc6a637b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693985'] for router_interface, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:04.546841 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005d0938-4793-4e75-b0bd-feddc6a637b8 admin admin] Router 4fd3b38d-8f82-4f32-b91f-1f803db047f1 has already been hosted by L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 {{(pid=94715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 17:34:04.650271 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005d0938-4793-4e75-b0bd-feddc6a637b8 admin admin] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:34:04.655111 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-005d0938-4793-4e75-b0bd-feddc6a637b8 admin admin] 10.222.0.18 "PUT /v2.0/routers/4fd3b38d-8f82-4f32-b91f-1f803db047f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7994316 Sep 17 17:34:04.657920 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 35178) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:34:04.658964 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1aac881-9bdb-4837-960a-08bb9ce73de4 None None] Sync routers for ids ['4fd3b38d-8f82-4f32-b91f-1f803db047f1'] in dv-cinder-809828-1-iscsi {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:34:04.668078 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1aac881-9bdb-4837-960a-08bb9ce73de4 None None] Routers {'4fd3b38d-8f82-4f32-b91f-1f803db047f1'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:34:04.671525 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-f1aac881-9bdb-4837-960a-08bb9ce73de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:33:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['4fd3b38d-8f82-4f32-b91f-1f803db047f1'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:34:04.762255 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-31e0af12-cd3f-4b3d-9f40-a125dd023328 admin admin] Notify callbacks [] for router, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:04.769966 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-f1aac881-9bdb-4837-960a-08bb9ce73de4 None None] Set router 4fd3b38d-8f82-4f32-b91f-1f803db047f1 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:34:04.865262 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-31e0af12-cd3f-4b3d-9f40-a125dd023328 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:04.939598 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-f1aac881-9bdb-4837-960a-08bb9ce73de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'name': 'tempest-TestVolumeBootPattern-93171891-router', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:25:48Z', 'updated_at': '2021-09-17T17:34:04Z', 'revision_number': 5, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'gw_port': {'id': '3ddbf2ae-22e3-4b38-806b-151e67ea07db', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:25:49Z', 'updated_at': '2021-09-17T17:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi'}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:34:04.965022 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.plugin [None req-31e0af12-cd3f-4b3d-9f40-a125dd023328 admin admin] Deleting port 3ddbf2ae-22e3-4b38-806b-151e67ea07db {{(pid=94716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:34:04.965258 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-31e0af12-cd3f-4b3d-9f40-a125dd023328 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:04.972237 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1aac881-9bdb-4837-960a-08bb9ce73de4 None None] Checking router: 4fd3b38d-8f82-4f32-b91f-1f803db047f1 for host: dv-cinder-809828-1-iscsi {{(pid=94718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:34:04.990323 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1aac881-9bdb-4837-960a-08bb9ce73de4 None None] Routers {'4fd3b38d-8f82-4f32-b91f-1f803db047f1'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:34:04.990323 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-f1aac881-9bdb-4837-960a-08bb9ce73de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:33:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['4fd3b38d-8f82-4f32-b91f-1f803db047f1'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:34:05.045436 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.db [None req-31e0af12-cd3f-4b3d-9f40-a125dd023328 admin admin] For port 3ddbf2ae-22e3-4b38-806b-151e67ea07db, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=3ddbf2ae-22e3-4b38-806b-151e67ea07db,segment=NetworkSegment(f5bce3a7-39d4-42b3-980e-fe31588455ee),segment_id=f5bce3a7-39d4-42b3-980e-fe31588455ee)] {{(pid=94716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:34:05.045803 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-31e0af12-cd3f-4b3d-9f40-a125dd023328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:05.058403 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.plugin [None req-31e0af12-cd3f-4b3d-9f40-a125dd023328 admin admin] Calling delete_port for 3ddbf2ae-22e3-4b38-806b-151e67ea07db owned by network:router_gateway {{(pid=94716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:34:05.066778 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-f1aac881-9bdb-4837-960a-08bb9ce73de4 None None] Set router 4fd3b38d-8f82-4f32-b91f-1f803db047f1 gateway port host: None {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:34:05.121624 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-f1aac881-9bdb-4837-960a-08bb9ce73de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'name': 'tempest-TestVolumeBootPattern-93171891-router', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:25:48Z', 'updated_at': '2021-09-17T17:34:04Z', 'revision_number': 6, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'gw_port_host': None}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:34:05.147551 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1aac881-9bdb-4837-960a-08bb9ce73de4 None None] The sync data for ids ['4fd3b38d-8f82-4f32-b91f-1f803db047f1'] in dv-cinder-809828-1-iscsi is: [{'id': '4fd3b38d-8f82-4f32-b91f-1f803db047f1', 'name': 'tempest-TestVolumeBootPattern-93171891-router', 'tenant_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:25:48Z', 'updated_at': '2021-09-17T17:34:04Z', 'revision_number': 6, 'project_id': '6ae79036f78e4d3c9eb885dec9a803b0', 'gw_port_host': None}] {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:34:05.280953 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-31e0af12-cd3f-4b3d-9f40-a125dd023328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179149'] for port, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:05.304632 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0af12-cd3f-4b3d-9f40-a125dd023328 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ddbf2ae-22e3-4b38-806b-151e67ea07db,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:34:05.370569 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-31e0af12-cd3f-4b3d-9f40-a125dd023328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693927'] for router_gateway, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:05.459079 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-31e0af12-cd3f-4b3d-9f40-a125dd023328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1013'] for router, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:05.461025 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-31e0af12-cd3f-4b3d-9f40-a125dd023328 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:05.618562 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-31e0af12-cd3f-4b3d-9f40-a125dd023328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691981'] for router, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:05.619183 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e0af12-cd3f-4b3d-9f40-a125dd023328 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fd3b38d-8f82-4f32-b91f-1f803db047f1 {{(pid=94716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 17:34:05.623842 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-31e0af12-cd3f-4b3d-9f40-a125dd023328 admin admin] Notify callbacks [] for router, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:05.625065 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-31e0af12-cd3f-4b3d-9f40-a125dd023328 admin admin] 10.222.0.18 "DELETE /v2.0/routers/4fd3b38d-8f82-4f32-b91f-1f803db047f1 HTTP/1.1" status: 204 len: 168 time: 0.9661481 Sep 17 17:34:05.628358 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 35180) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:34:05.672482 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.db_base_plugin_v2 [None req-224626aa-97d4-464c-8ec2-243322534b65 admin admin] Deleting subnet b86cd3d2-7e31-4268-bbf5-56635408c00d {{(pid=94716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 17:34:05.675699 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-224626aa-97d4-464c-8ec2-243322534b65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:05.713351 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-224626aa-97d4-464c-8ec2-243322534b65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26649732'] for subnet, precommit_delete_associations {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:05.786402 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-224626aa-97d4-464c-8ec2-243322534b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706992'] for subnet, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:05.904754 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-224626aa-97d4-464c-8ec2-243322534b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26179170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25898032'] for subnet, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:05.931795 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224626aa-97d4-464c-8ec2-243322534b65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b86cd3d2-7e31-4268-bbf5-56635408c00d,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:34:05.934161 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-224626aa-97d4-464c-8ec2-243322534b65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for subnet, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:05.936010 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-224626aa-97d4-464c-8ec2-243322534b65 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b86cd3d2-7e31-4268-bbf5-56635408c00d HTTP/1.1" status: 204 len: 168 time: 0.3066957 Sep 17 17:34:05.938173 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48807b8-153c-42f0-9503-76a644ed1384 None None] Network 47e2d6e9-ce7e-458e-b5e3-fc8811121e51 requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:34:05.939367 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 35182) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:34:06.012860 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-581501c4-c330-44c1-925c-71b4129782f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3478593'] for network, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:06.066243 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.plugin [None req-581501c4-c330-44c1-925c-71b4129782f6 admin admin] Deleting port 9860b711-a627-41dc-9aca-a38b35582e40 {{(pid=94716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:34:06.066573 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-581501c4-c330-44c1-925c-71b4129782f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:06.131498 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e6d03e-8e89-4b3e-a31f-4dfab7ff7c06 None None] DHCP port deletion for 47e2d6e9-ce7e-458e-b5e3-fc8811121e51 request from dv-cinder-809828-1-iscsi {{(pid=94717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 17:34:06.138256 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.db [None req-581501c4-c330-44c1-925c-71b4129782f6 admin admin] For port 9860b711-a627-41dc-9aca-a38b35582e40, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=9860b711-a627-41dc-9aca-a38b35582e40,segment=NetworkSegment(785f5f27-bced-428b-8eaf-2715efe38648),segment_id=785f5f27-bced-428b-8eaf-2715efe38648)] {{(pid=94716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:34:06.138625 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-581501c4-c330-44c1-925c-71b4129782f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:06.152084 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.plugin [None req-581501c4-c330-44c1-925c-71b4129782f6 admin admin] Calling delete_port for 9860b711-a627-41dc-9aca-a38b35582e40 owned by network:dhcp {{(pid=94716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:34:06.186631 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-d3e6d03e-8e89-4b3e-a31f-4dfab7ff7c06 None None] Deleting port 9860b711-a627-41dc-9aca-a38b35582e40 {{(pid=94717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:34:06.187115 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d3e6d03e-8e89-4b3e-a31f-4dfab7ff7c06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:06.248343 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-d3e6d03e-8e89-4b3e-a31f-4dfab7ff7c06 None None] For port 9860b711-a627-41dc-9aca-a38b35582e40, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=9860b711-a627-41dc-9aca-a38b35582e40,segment=NetworkSegment(785f5f27-bced-428b-8eaf-2715efe38648),segment_id=785f5f27-bced-428b-8eaf-2715efe38648)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:34:06.248744 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d3e6d03e-8e89-4b3e-a31f-4dfab7ff7c06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:06.264500 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-d3e6d03e-8e89-4b3e-a31f-4dfab7ff7c06 None None] Calling delete_port for 9860b711-a627-41dc-9aca-a38b35582e40 owned by network:dhcp {{(pid=94717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:34:06.287198 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-581501c4-c330-44c1-925c-71b4129782f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179149'] for port, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:06.313275 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581501c4-c330-44c1-925c-71b4129782f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9860b711-a627-41dc-9aca-a38b35582e40,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:34:06.315810 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581501c4-c330-44c1-925c-71b4129782f6 admin admin] No DVR routers for this DVR port 9860b711-a627-41dc-9aca-a38b35582e40 on host dv-cinder-809828-1-iscsi {{(pid=94716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 17:34:06.337451 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d3e6d03e-8e89-4b3e-a31f-4dfab7ff7c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547'] for port, after_delete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:06.362873 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e6d03e-8e89-4b3e-a31f-4dfab7ff7c06 None None] Pushing event deleted for resources: {'Port': ['ID=9860b711-a627-41dc-9aca-a38b35582e40,revision_number=None']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:34:06.366442 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e6d03e-8e89-4b3e-a31f-4dfab7ff7c06 None None] No DVR routers for this DVR port 9860b711-a627-41dc-9aca-a38b35582e40 on host dv-cinder-809828-1-iscsi {{(pid=94717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 17:34:06.391934 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-581501c4-c330-44c1-925c-71b4129782f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707639', 'neutron.services.segments.db._delete_segments_for_network-8747491616925'] for network, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:06.412056 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.services.segments.db [None req-581501c4-c330-44c1-925c-71b4129782f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47e2d6e9-ce7e-458e-b5e3-fc8811121e51']}} {{(pid=94716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:34:06.421173 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.services.segments.db [None req-581501c4-c330-44c1-925c-71b4129782f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '785f5f27-bced-428b-8eaf-2715efe38648') {'for_net_delete': True} {{(pid=94716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:34:06.421464 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.services.segments.db [None req-581501c4-c330-44c1-925c-71b4129782f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '785f5f27-bced-428b-8eaf-2715efe38648') {} {{(pid=94716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:34:06.430925 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-581501c4-c330-44c1-925c-71b4129782f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747491617190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26649743'] for segment, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:06.443724 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-581501c4-c330-44c1-925c-71b4129782f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157'] for segment, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:06.449576 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-581501c4-c330-44c1-925c-71b4129782f6 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=94716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 17:34:06.449955 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-581501c4-c330-44c1-925c-71b4129782f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26178748'] for segment, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:06.451551 dv-cinder-809828-1-iscsi neutron-server[94716]: Traceback (most recent call last): Sep 17 17:34:06.451551 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 17:34:06.451551 dv-cinder-809828-1-iscsi neutron-server[94716]: timer() Sep 17 17:34:06.451551 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 17:34:06.451551 dv-cinder-809828-1-iscsi neutron-server[94716]: cb(*args, **kw) Sep 17 17:34:06.451551 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 17:34:06.451551 dv-cinder-809828-1-iscsi neutron-server[94716]: return func(*args, **kwargs) Sep 17 17:34:06.451551 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 17:34:06.451551 dv-cinder-809828-1-iscsi neutron-server[94716]: self._notify() Sep 17 17:34:06.451551 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 17:34:06.451551 dv-cinder-809828-1-iscsi neutron-server[94716]: self.callback(batched_events) Sep 17 17:34:06.451551 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 17:34:06.451551 dv-cinder-809828-1-iscsi neutron-server[94716]: event.method(event) Sep 17 17:34:06.451551 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 17:34:06.451551 dv-cinder-809828-1-iscsi neutron-server[94716]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 17:34:06.451551 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 17:34:06.451551 dv-cinder-809828-1-iscsi neutron-server[94716]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 17:34:06.451551 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 17:34:06.451551 dv-cinder-809828-1-iscsi neutron-server[94716]: return f(self, *a, **k) Sep 17 17:34:06.451551 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 17:34:06.451551 dv-cinder-809828-1-iscsi neutron-server[94716]: return self._get(url).json() Sep 17 17:34:06.451551 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 17:34:06.451551 dv-cinder-809828-1-iscsi neutron-server[94716]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 17:34:06.451551 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 17:34:06.451551 dv-cinder-809828-1-iscsi neutron-server[94716]: return self.request(url, 'GET', **kwargs) Sep 17 17:34:06.451551 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 17:34:06.451551 dv-cinder-809828-1-iscsi neutron-server[94716]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 17:34:06.451551 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 17:34:06.451551 dv-cinder-809828-1-iscsi neutron-server[94716]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 17:34:06.451551 dv-cinder-809828-1-iscsi neutron-server[94716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 17:34:06.451551 dv-cinder-809828-1-iscsi neutron-server[94716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 17:34:06.451551 dv-cinder-809828-1-iscsi neutron-server[94716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 17:34:06.629405 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-581501c4-c330-44c1-925c-71b4129782f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693827'] for network, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:06.634569 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-581501c4-c330-44c1-925c-71b4129782f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for network, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:06.636420 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-581501c4-c330-44c1-925c-71b4129782f6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/47e2d6e9-ce7e-458e-b5e3-fc8811121e51 HTTP/1.1" status: 204 len: 168 time: 0.6959798 Sep 17 17:34:06.639375 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 35184) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:34:06.647008 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581501c4-c330-44c1-925c-71b4129782f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=47e2d6e9-ce7e-458e-b5e3-fc8811121e51,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:34:06.973117 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-192e50f9-5bcc-4d1b-b1e4-934a51c70efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3691281'] for router_interface, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:07.000885 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 9860b711-a627-41dc-9aca-a38b35582e40 no longer exists at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:34:07.021084 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] No Port match for: 9860b711-a627-41dc-9aca-a38b35582e40 {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:34:07.021427 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 9860b711-a627-41dc-9aca-a38b35582e40 not bound to the agent host dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:34:07.021840 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 69c2769f-3510-44cd-924a-211a08161e3a no longer exists at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:34:07.042175 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] No Port match for: 69c2769f-3510-44cd-924a-211a08161e3a {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:34:07.042525 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 69c2769f-3510-44cd-924a-211a08161e3a not bound to the agent host dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:34:07.042936 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 3ddbf2ae-22e3-4b38-806b-151e67ea07db no longer exists at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:34:07.061155 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] No Port match for: 3ddbf2ae-22e3-4b38-806b-151e67ea07db {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:34:07.061502 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 3ddbf2ae-22e3-4b38-806b-151e67ea07db not bound to the agent host dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:34:07.213350 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [None req-192e50f9-5bcc-4d1b-b1e4-934a51c70efa admin admin] Deleting port f4710aa1-1411-406f-8e51-94660180d4fe {{(pid=94715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:34:07.213614 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-192e50f9-5bcc-4d1b-b1e4-934a51c70efa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:07.293500 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-192e50f9-5bcc-4d1b-b1e4-934a51c70efa admin admin] For port f4710aa1-1411-406f-8e51-94660180d4fe, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=f4710aa1-1411-406f-8e51-94660180d4fe,segment=NetworkSegment(c30f4699-3842-4565-afca-874ab74be2a9),segment_id=c30f4699-3842-4565-afca-874ab74be2a9)] {{(pid=94715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:34:07.293867 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-192e50f9-5bcc-4d1b-b1e4-934a51c70efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:07.306521 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [None req-192e50f9-5bcc-4d1b-b1e4-934a51c70efa admin admin] Calling delete_port for f4710aa1-1411-406f-8e51-94660180d4fe owned by network:router_interface {{(pid=94715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:34:07.550067 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-192e50f9-5bcc-4d1b-b1e4-934a51c70efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:07.580265 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e50f9-5bcc-4d1b-b1e4-934a51c70efa admin admin] Pushing event deleted for resources: {'Port': ['ID=f4710aa1-1411-406f-8e51-94660180d4fe,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:34:07.744471 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-192e50f9-5bcc-4d1b-b1e4-934a51c70efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693985'] for router_interface, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:07.960512 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192e50f9-5bcc-4d1b-b1e4-934a51c70efa admin admin] Router fb280d27-4075-4a44-9497-59b988afc506 has already been hosted by L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 {{(pid=94715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 17:34:08.019794 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 6 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:34:08.069691 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192e50f9-5bcc-4d1b-b1e4-934a51c70efa admin admin] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:34:08.076206 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-192e50f9-5bcc-4d1b-b1e4-934a51c70efa admin admin] 10.222.0.18 "PUT /v2.0/routers/fb280d27-4075-4a44-9497-59b988afc506/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4353857 Sep 17 17:34:08.077390 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 35186) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:34:08.079066 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73a4d7b-3488-46a0-a34f-4cd27630bd92 None None] Sync routers for ids ['fb280d27-4075-4a44-9497-59b988afc506'] in dv-cinder-809828-1-iscsi {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:34:08.087836 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73a4d7b-3488-46a0-a34f-4cd27630bd92 None None] Routers {'fb280d27-4075-4a44-9497-59b988afc506'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:34:08.088444 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-d73a4d7b-3488-46a0-a34f-4cd27630bd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:33:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['fb280d27-4075-4a44-9497-59b988afc506'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:34:08.180979 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d464f0ec-5b4a-4619-ab31-aea746766f56 admin admin] Notify callbacks [] for router, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:08.192649 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-d73a4d7b-3488-46a0-a34f-4cd27630bd92 None None] Set router fb280d27-4075-4a44-9497-59b988afc506 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:34:08.284458 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d464f0ec-5b4a-4619-ab31-aea746766f56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:08.368123 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [None req-d464f0ec-5b4a-4619-ab31-aea746766f56 admin admin] Deleting port f472f43e-acd5-4020-8010-1de13cf20537 {{(pid=94715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:34:08.368462 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d464f0ec-5b4a-4619-ab31-aea746766f56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:08.368572 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-d73a4d7b-3488-46a0-a34f-4cd27630bd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb280d27-4075-4a44-9497-59b988afc506', 'name': 'tempest-TestVolumeBootPattern-27991684-router', 'tenant_id': '8b5ec1f6c8eb41bb861c57c2bfb7c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'f472f43e-acd5-4020-8010-1de13cf20537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:25:59Z', 'updated_at': '2021-09-17T17:34:07Z', 'revision_number': 5, 'project_id': '8b5ec1f6c8eb41bb861c57c2bfb7c40e', 'gw_port': {'id': 'f472f43e-acd5-4020-8010-1de13cf20537', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:20:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb280d27-4075-4a44-9497-59b988afc506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:26:00Z', 'updated_at': '2021-09-17T17:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi'}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:34:08.394811 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73a4d7b-3488-46a0-a34f-4cd27630bd92 None None] Checking router: fb280d27-4075-4a44-9497-59b988afc506 for host: dv-cinder-809828-1-iscsi {{(pid=94717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:34:08.402854 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73a4d7b-3488-46a0-a34f-4cd27630bd92 None None] Routers {'fb280d27-4075-4a44-9497-59b988afc506'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:34:08.403497 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-d73a4d7b-3488-46a0-a34f-4cd27630bd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:33:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['fb280d27-4075-4a44-9497-59b988afc506'], 'active': True} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:34:08.449925 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-d464f0ec-5b4a-4619-ab31-aea746766f56 admin admin] For port f472f43e-acd5-4020-8010-1de13cf20537, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=f472f43e-acd5-4020-8010-1de13cf20537,segment=NetworkSegment(f5bce3a7-39d4-42b3-980e-fe31588455ee),segment_id=f5bce3a7-39d4-42b3-980e-fe31588455ee)] {{(pid=94715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:34:08.450289 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d464f0ec-5b4a-4619-ab31-aea746766f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:08.462024 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [None req-d464f0ec-5b4a-4619-ab31-aea746766f56 admin admin] Calling delete_port for f472f43e-acd5-4020-8010-1de13cf20537 owned by network:router_gateway {{(pid=94715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:34:08.488452 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvr_db [None req-d73a4d7b-3488-46a0-a34f-4cd27630bd92 None None] Set router fb280d27-4075-4a44-9497-59b988afc506 gateway port host: None {{(pid=94717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:34:08.541360 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_hamode_db [None req-d73a4d7b-3488-46a0-a34f-4cd27630bd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb280d27-4075-4a44-9497-59b988afc506', 'name': 'tempest-TestVolumeBootPattern-27991684-router', 'tenant_id': '8b5ec1f6c8eb41bb861c57c2bfb7c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:25:59Z', 'updated_at': '2021-09-17T17:34:08Z', 'revision_number': 6, 'project_id': '8b5ec1f6c8eb41bb861c57c2bfb7c40e', 'gw_port_host': None}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:34:08.568156 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73a4d7b-3488-46a0-a34f-4cd27630bd92 None None] The sync data for ids ['fb280d27-4075-4a44-9497-59b988afc506'] in dv-cinder-809828-1-iscsi is: [{'id': 'fb280d27-4075-4a44-9497-59b988afc506', 'name': 'tempest-TestVolumeBootPattern-27991684-router', 'tenant_id': '8b5ec1f6c8eb41bb861c57c2bfb7c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:25:59Z', 'updated_at': '2021-09-17T17:34:08Z', 'revision_number': 6, 'project_id': '8b5ec1f6c8eb41bb861c57c2bfb7c40e', 'gw_port_host': None}] {{(pid=94717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:34:08.692442 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d464f0ec-5b4a-4619-ab31-aea746766f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:08.723610 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464f0ec-5b4a-4619-ab31-aea746766f56 admin admin] Pushing event deleted for resources: {'Port': ['ID=f472f43e-acd5-4020-8010-1de13cf20537,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:34:08.778399 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d464f0ec-5b4a-4619-ab31-aea746766f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693927'] for router_gateway, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:09.100292 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device f472f43e-acd5-4020-8010-1de13cf20537 no longer exists at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:34:09.119718 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] No Port match for: f472f43e-acd5-4020-8010-1de13cf20537 {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:34:09.120063 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device f472f43e-acd5-4020-8010-1de13cf20537 not bound to the agent host dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:34:09.120482 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device f4710aa1-1411-406f-8e51-94660180d4fe no longer exists at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:34:09.136472 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d464f0ec-5b4a-4619-ab31-aea746766f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1013'] for router, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:09.138634 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d464f0ec-5b4a-4619-ab31-aea746766f56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:09.257942 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] No Port match for: f4710aa1-1411-406f-8e51-94660180d4fe {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:34:09.258317 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device f4710aa1-1411-406f-8e51-94660180d4fe not bound to the agent host dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:34:09.258459 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d464f0ec-5b4a-4619-ab31-aea746766f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691981'] for router, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:09.259761 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d464f0ec-5b4a-4619-ab31-aea746766f56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb280d27-4075-4a44-9497-59b988afc506 {{(pid=94715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 17:34:09.265152 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d464f0ec-5b4a-4619-ab31-aea746766f56 admin admin] Notify callbacks [] for router, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:09.266300 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-d464f0ec-5b4a-4619-ab31-aea746766f56 admin admin] 10.222.0.18 "DELETE /v2.0/routers/fb280d27-4075-4a44-9497-59b988afc506 HTTP/1.1" status: 204 len: 168 time: 1.1877372 Sep 17 17:34:09.268836 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 35188) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:34:09.316147 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9c0e3b1-3be9-4fbc-b0c4-a39627e790e8 admin admin] Deleting subnet 36c1a962-b3d6-4c22-858a-cf6aeaecd1d7 {{(pid=94715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 17:34:09.319491 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e9c0e3b1-3be9-4fbc-b0c4-a39627e790e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:09.355634 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e9c0e3b1-3be9-4fbc-b0c4-a39627e790e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29313401'] for subnet, precommit_delete_associations {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:09.434880 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e9c0e3b1-3be9-4fbc-b0c4-a39627e790e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706992'] for subnet, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:09.584762 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e9c0e3b1-3be9-4fbc-b0c4-a39627e790e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29270064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25266486'] for subnet, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:09.609268 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0e3b1-3be9-4fbc-b0c4-a39627e790e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36c1a962-b3d6-4c22-858a-cf6aeaecd1d7,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:34:09.616377 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e9c0e3b1-3be9-4fbc-b0c4-a39627e790e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:09.618520 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-e9c0e3b1-3be9-4fbc-b0c4-a39627e790e8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/36c1a962-b3d6-4c22-858a-cf6aeaecd1d7 HTTP/1.1" status: 204 len: 168 time: 0.3486533 Sep 17 17:34:09.621025 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 35190) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:34:09.622977 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9996dc00-13cc-40ba-a662-13c492199d6b None None] Network 28783785-3a9d-460d-8113-37e1af16e208 requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:34:09.693201 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e2f71d73-a09e-48b0-8ef7-f8f13759ff7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3478593'] for network, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:09.746739 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [None req-e2f71d73-a09e-48b0-8ef7-f8f13759ff7c admin admin] Deleting port 2bbf62fe-c44f-4336-b7c3-facf4c048c6c {{(pid=94715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:34:09.747207 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e2f71d73-a09e-48b0-8ef7-f8f13759ff7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:09.794678 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a7a0c6-005d-4d5f-ae61-c24f87b79362 None None] DHCP port deletion for 28783785-3a9d-460d-8113-37e1af16e208 request from dv-cinder-809828-1-iscsi {{(pid=94717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 17:34:09.813075 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-e2f71d73-a09e-48b0-8ef7-f8f13759ff7c admin admin] For port 2bbf62fe-c44f-4336-b7c3-facf4c048c6c, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=2bbf62fe-c44f-4336-b7c3-facf4c048c6c,segment=NetworkSegment(c30f4699-3842-4565-afca-874ab74be2a9),segment_id=c30f4699-3842-4565-afca-874ab74be2a9)] {{(pid=94715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:34:09.814416 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e2f71d73-a09e-48b0-8ef7-f8f13759ff7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:09.826451 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [None req-e2f71d73-a09e-48b0-8ef7-f8f13759ff7c admin admin] Calling delete_port for 2bbf62fe-c44f-4336-b7c3-facf4c048c6c owned by network:dhcp {{(pid=94715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:34:09.846360 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-47a7a0c6-005d-4d5f-ae61-c24f87b79362 None None] Deleting port 2bbf62fe-c44f-4336-b7c3-facf4c048c6c {{(pid=94717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:34:09.846737 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-47a7a0c6-005d-4d5f-ae61-c24f87b79362 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:09.905979 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-47a7a0c6-005d-4d5f-ae61-c24f87b79362 None None] For port 2bbf62fe-c44f-4336-b7c3-facf4c048c6c, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=2bbf62fe-c44f-4336-b7c3-facf4c048c6c,segment=NetworkSegment(c30f4699-3842-4565-afca-874ab74be2a9),segment_id=c30f4699-3842-4565-afca-874ab74be2a9)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:34:09.906375 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-47a7a0c6-005d-4d5f-ae61-c24f87b79362 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:09.918733 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-47a7a0c6-005d-4d5f-ae61-c24f87b79362 None None] Calling delete_port for 2bbf62fe-c44f-4336-b7c3-facf4c048c6c owned by network:dhcp {{(pid=94717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:34:10.007108 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e2f71d73-a09e-48b0-8ef7-f8f13759ff7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:10.012227 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-47a7a0c6-005d-4d5f-ae61-c24f87b79362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547'] for port, after_delete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:10.034789 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f71d73-a09e-48b0-8ef7-f8f13759ff7c admin admin] Pushing event deleted for resources: {'Port': ['ID=2bbf62fe-c44f-4336-b7c3-facf4c048c6c,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:34:10.036602 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f71d73-a09e-48b0-8ef7-f8f13759ff7c admin admin] No DVR routers for this DVR port 2bbf62fe-c44f-4336-b7c3-facf4c048c6c on host dv-cinder-809828-1-iscsi {{(pid=94715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 17:34:10.037769 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7a0c6-005d-4d5f-ae61-c24f87b79362 None None] Pushing event deleted for resources: {'Port': ['ID=2bbf62fe-c44f-4336-b7c3-facf4c048c6c,revision_number=None']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:34:10.040816 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a7a0c6-005d-4d5f-ae61-c24f87b79362 None None] No DVR routers for this DVR port 2bbf62fe-c44f-4336-b7c3-facf4c048c6c on host dv-cinder-809828-1-iscsi {{(pid=94717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 17:34:10.114144 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e2f71d73-a09e-48b0-8ef7-f8f13759ff7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707639', 'neutron.services.segments.db._delete_segments_for_network-8747491616925'] for network, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:10.134179 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.services.segments.db [None req-e2f71d73-a09e-48b0-8ef7-f8f13759ff7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28783785-3a9d-460d-8113-37e1af16e208']}} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:34:10.143747 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.services.segments.db [None req-e2f71d73-a09e-48b0-8ef7-f8f13759ff7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c30f4699-3842-4565-afca-874ab74be2a9') {'for_net_delete': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:34:10.144047 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.services.segments.db [None req-e2f71d73-a09e-48b0-8ef7-f8f13759ff7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c30f4699-3842-4565-afca-874ab74be2a9') {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:34:10.153089 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e2f71d73-a09e-48b0-8ef7-f8f13759ff7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747491617190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29313394'] for segment, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:10.166289 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e2f71d73-a09e-48b0-8ef7-f8f13759ff7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157'] for segment, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:10.171995 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f71d73-a09e-48b0-8ef7-f8f13759ff7c admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=94715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 17:34:10.172378 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e2f71d73-a09e-48b0-8ef7-f8f13759ff7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29270766'] for segment, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:10.174193 dv-cinder-809828-1-iscsi neutron-server[94715]: Traceback (most recent call last): Sep 17 17:34:10.174193 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 17:34:10.174193 dv-cinder-809828-1-iscsi neutron-server[94715]: timer() Sep 17 17:34:10.174193 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 17:34:10.174193 dv-cinder-809828-1-iscsi neutron-server[94715]: cb(*args, **kw) Sep 17 17:34:10.174193 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 17:34:10.174193 dv-cinder-809828-1-iscsi neutron-server[94715]: return func(*args, **kwargs) Sep 17 17:34:10.174193 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 17:34:10.174193 dv-cinder-809828-1-iscsi neutron-server[94715]: self._notify() Sep 17 17:34:10.174193 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 17:34:10.174193 dv-cinder-809828-1-iscsi neutron-server[94715]: self.callback(batched_events) Sep 17 17:34:10.174193 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 17:34:10.174193 dv-cinder-809828-1-iscsi neutron-server[94715]: event.method(event) Sep 17 17:34:10.174193 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 17:34:10.174193 dv-cinder-809828-1-iscsi neutron-server[94715]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 17:34:10.174193 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 17:34:10.174193 dv-cinder-809828-1-iscsi neutron-server[94715]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 17:34:10.174193 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 17:34:10.174193 dv-cinder-809828-1-iscsi neutron-server[94715]: return f(self, *a, **k) Sep 17 17:34:10.174193 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 17:34:10.174193 dv-cinder-809828-1-iscsi neutron-server[94715]: return self._get(url).json() Sep 17 17:34:10.174193 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 17:34:10.174193 dv-cinder-809828-1-iscsi neutron-server[94715]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 17:34:10.174193 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 17:34:10.174193 dv-cinder-809828-1-iscsi neutron-server[94715]: return self.request(url, 'GET', **kwargs) Sep 17 17:34:10.174193 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 17:34:10.174193 dv-cinder-809828-1-iscsi neutron-server[94715]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 17:34:10.174193 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 17:34:10.174193 dv-cinder-809828-1-iscsi neutron-server[94715]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 17:34:10.174193 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 17:34:10.174193 dv-cinder-809828-1-iscsi neutron-server[94715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 17:34:10.174193 dv-cinder-809828-1-iscsi neutron-server[94715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 17:34:10.349534 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e2f71d73-a09e-48b0-8ef7-f8f13759ff7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693827'] for network, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:10.354820 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e2f71d73-a09e-48b0-8ef7-f8f13759ff7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for network, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:10.356728 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-e2f71d73-a09e-48b0-8ef7-f8f13759ff7c admin admin] 10.222.0.18 "DELETE /v2.0/networks/28783785-3a9d-460d-8113-37e1af16e208 HTTP/1.1" status: 204 len: 168 time: 0.7347891 Sep 17 17:34:10.372792 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f71d73-a09e-48b0-8ef7-f8f13759ff7c admin admin] Pushing event deleted for resources: {'Network': ['ID=28783785-3a9d-460d-8113-37e1af16e208,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:34:10.707908 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 35194) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:34:10.750505 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-dc655d67-c437-448b-9bfd-4cc1562113eb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6ae79036f78e4d3c9eb885dec9a803b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414600 Sep 17 17:34:10.753034 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 35196) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:34:10.799304 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-fc2055d8-ba86-4101-a972-c3edf0cb8b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:10.820810 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-fc2055d8-ba86-4101-a972-c3edf0cb8b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:10.932193 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-fc2055d8-ba86-4101-a972-c3edf0cb8b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:10.934810 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-fc2055d8-ba86-4101-a972-c3edf0cb8b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:10.935999 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-fc2055d8-ba86-4101-a972-c3edf0cb8b92 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d21e2c59-1cc2-4137-802b-04913022c7cb HTTP/1.1" status: 204 len: 168 time: 0.1820867 Sep 17 17:34:10.944977 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2055d8-ba86-4101-a972-c3edf0cb8b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21e2c59-1cc2-4137-802b-04913022c7cb,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:34:11.012298 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 2bbf62fe-c44f-4336-b7c3-facf4c048c6c no longer exists at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:34:11.032093 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] No Port match for: 2bbf62fe-c44f-4336-b7c3-facf4c048c6c {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:34:11.032626 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 2bbf62fe-c44f-4336-b7c3-facf4c048c6c not bound to the agent host dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:34:11.655522 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 35202) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:34:11.694634 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-c58ea89a-fab4-46e2-8b46-99f79c48436c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b5ec1f6c8eb41bb861c57c2bfb7c40e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380106 Sep 17 17:34:11.697263 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 35204) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:34:11.745656 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-afd610a5-6984-4f24-b6e4-a2311074829b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:11.765377 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-afd610a5-6984-4f24-b6e4-a2311074829b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:11.863940 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-afd610a5-6984-4f24-b6e4-a2311074829b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:11.866504 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-afd610a5-6984-4f24-b6e4-a2311074829b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:11.867685 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-afd610a5-6984-4f24-b6e4-a2311074829b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5d85adba-ad8f-4bd8-9c0d-601c939a3360 HTTP/1.1" status: 204 len: 168 time: 0.1695523 Sep 17 17:34:11.875471 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd610a5-6984-4f24-b6e4-a2311074829b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d85adba-ad8f-4bd8-9c0d-601c939a3360,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:34:15.475293 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:22.852538 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-164ec463-c299-4313-bee1-75459c7e4378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:24.319916 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f06cc505-d1a8-42e6-8eb1-902ff4b523a5 req-6cf13ea7-595c-4976-8f55-97d54baea3f8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427783 Sep 17 17:34:24.403386 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cc505-d1a8-42e6-8eb1-902ff4b523a5 req-319ec919-d667-4132-85ac-3876e8924910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:34:24.404853 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f06cc505-d1a8-42e6-8eb1-902ff4b523a5 req-319ec919-d667-4132-85ac-3876e8924910 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=076b6440e007443cbaf7796e9288ae14&device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 1099 time: 0.0403194 Sep 17 17:34:24.510524 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cc505-d1a8-42e6-8eb1-902ff4b523a5 req-d845c345-588f-4311-b7ed-4c6e53f442a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:34:24.511990 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f06cc505-d1a8-42e6-8eb1-902ff4b523a5 req-d845c345-588f-4311-b7ed-4c6e53f442a0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8137f25b-b6e6-4976-b54e-fc4338ead8a6 HTTP/1.1" status: 200 len: 912 time: 0.0839076 Sep 17 17:34:24.582778 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f06cc505-d1a8-42e6-8eb1-902ff4b523a5 req-7f0c0f46-b614-4026-a603-7e93fda4e7be service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=956d4fb8-b2cb-47b7-894d-fcfb8dc85895 HTTP/1.1" status: 200 len: 1001 time: 0.0612690 Sep 17 17:34:24.632067 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cc505-d1a8-42e6-8eb1-902ff4b523a5 req-e58751ec-59a0-4b80-8acc-c482315d7c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:34:24.633498 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f06cc505-d1a8-42e6-8eb1-902ff4b523a5 req-e58751ec-59a0-4b80-8acc-c482315d7c88 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0bc4c3cf-7b2b-4bf9-b610-021a56ed5884 HTTP/1.1" status: 200 len: 850 time: 0.0433276 Sep 17 17:34:24.682926 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cc505-d1a8-42e6-8eb1-902ff4b523a5 req-8310f3cb-02b8-4ab6-969f-83041b46fdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:34:24.684419 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f06cc505-d1a8-42e6-8eb1-902ff4b523a5 req-8310f3cb-02b8-4ab6-969f-83041b46fdf0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8137f25b-b6e6-4976-b54e-fc4338ead8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385959 Sep 17 17:34:24.778799 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f06cc505-d1a8-42e6-8eb1-902ff4b523a5 req-1d53617b-a216-4f2c-97e1-811bb1e596e5 service neutron] 10.222.0.42 "GET /v2.0/networks/8137f25b-b6e6-4976-b54e-fc4338ead8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857425 Sep 17 17:34:24.875934 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-f06cc505-d1a8-42e6-8eb1-902ff4b523a5 req-0f442bc7-4a4b-45b7-92e2-f1f25379d2aa service neutron] 10.222.0.42 "GET /v2.0/networks/8137f25b-b6e6-4976-b54e-fc4338ead8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863068 Sep 17 17:34:25.652015 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-fc5c7b39-5972-4a8d-9cee-a44b6a9c556a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:26.749585 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:26.766838 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:28.560813 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:35.073886 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d771e-4910-4a7a-beb5-2b2862d9382e req-51e74902-a36d-427b-b63c-54d1f08939d4 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:34:35.075383 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6a6d771e-4910-4a7a-beb5-2b2862d9382e req-51e74902-a36d-427b-b63c-54d1f08939d4 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 946 time: 0.0484252 Sep 17 17:34:35.112932 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6a6d771e-4910-4a7a-beb5-2b2862d9382e req-f9356636-7dd0-4927-85b4-1179eddf5e33 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314705 Sep 17 17:34:36.226581 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2b9a2-7b38-4da7-88fe-fdd74b316c24 req-bd31912e-cb53-4ffb-8e08-6d3f79bf3406 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:34:36.228090 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-57f2b9a2-7b38-4da7-88fe-fdd74b316c24 req-bd31912e-cb53-4ffb-8e08-6d3f79bf3406 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 946 time: 0.0482798 Sep 17 17:34:36.264303 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-57f2b9a2-7b38-4da7-88fe-fdd74b316c24 req-4fd520d4-9e0e-49a1-a2fc-aa33102ec10c tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304401 Sep 17 17:34:37.287026 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc63ff-52bd-4cb0-8413-3dcf294e2741 req-a686026c-e2b6-46fb-8dc9-4651b67a7b90 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:34:37.288492 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-14dc63ff-52bd-4cb0-8413-3dcf294e2741 req-a686026c-e2b6-46fb-8dc9-4651b67a7b90 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 946 time: 0.0502210 Sep 17 17:34:37.414946 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd7689-1253-474b-8fa2-ca76c4bbe77a req-c1ab2066-507d-4ea1-852b-e30c6e2ea699 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:34:37.416593 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3abd7689-1253-474b-8fa2-ca76c4bbe77a req-c1ab2066-507d-4ea1-852b-e30c6e2ea699 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 946 time: 0.0821371 Sep 17 17:34:37.456896 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-14dc63ff-52bd-4cb0-8413-3dcf294e2741 req-93beb1ee-5c47-4a33-ba40-a1194dfb662f tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Deleting port 956d4fb8-b2cb-47b7-894d-fcfb8dc85895 {{(pid=94715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:34:37.457236 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-14dc63ff-52bd-4cb0-8413-3dcf294e2741 req-93beb1ee-5c47-4a33-ba40-a1194dfb662f tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:37.479237 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-3abd7689-1253-474b-8fa2-ca76c4bbe77a req-574f161f-009e-4daa-beb9-fd8473229841 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c202ad7-bc20-4e95-832f-62fc915b4006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553253 Sep 17 17:34:37.551915 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-14dc63ff-52bd-4cb0-8413-3dcf294e2741 req-93beb1ee-5c47-4a33-ba40-a1194dfb662f tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] For port 956d4fb8-b2cb-47b7-894d-fcfb8dc85895, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=956d4fb8-b2cb-47b7-894d-fcfb8dc85895,segment=NetworkSegment(e08fca89-3594-47e5-869b-e045c2f2d20a),segment_id=e08fca89-3594-47e5-869b-e045c2f2d20a)] {{(pid=94715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:34:37.552202 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-14dc63ff-52bd-4cb0-8413-3dcf294e2741 req-93beb1ee-5c47-4a33-ba40-a1194dfb662f tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:37.713357 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-14dc63ff-52bd-4cb0-8413-3dcf294e2741 req-93beb1ee-5c47-4a33-ba40-a1194dfb662f tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:37.713714 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-14dc63ff-52bd-4cb0-8413-3dcf294e2741 req-93beb1ee-5c47-4a33-ba40-a1194dfb662f tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693841'] for floatingip, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:37.714048 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.db.l3_db [req-14dc63ff-52bd-4cb0-8413-3dcf294e2741 req-93beb1ee-5c47-4a33-ba40-a1194dfb662f tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Floating IP 60ca222a-6773-4931-b114-ce000c91dae8 disassociated. External IP: 172.27.2.42, port: 956d4fb8-b2cb-47b7-894d-fcfb8dc85895. Sep 17 17:34:37.714368 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-14dc63ff-52bd-4cb0-8413-3dcf294e2741 req-93beb1ee-5c47-4a33-ba40-a1194dfb662f tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Calling delete_port for 956d4fb8-b2cb-47b7-894d-fcfb8dc85895 owned by compute:nova {{(pid=94715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:34:37.892899 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-14dc63ff-52bd-4cb0-8413-3dcf294e2741 req-93beb1ee-5c47-4a33-ba40-a1194dfb662f tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:37.918305 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93beb1ee-5c47-4a33-ba40-a1194dfb662f tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Pushing event deleted for resources: {'Port': ['ID=956d4fb8-b2cb-47b7-894d-fcfb8dc85895,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:34:38.031481 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14dc63ff-52bd-4cb0-8413-3dcf294e2741 req-93beb1ee-5c47-4a33-ba40-a1194dfb662f tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Router 2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4 has already been hosted by L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 {{(pid=94715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 17:34:38.137709 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14dc63ff-52bd-4cb0-8413-3dcf294e2741 req-93beb1ee-5c47-4a33-ba40-a1194dfb662f tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:34:38.148643 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9099b70-5bef-4074-a163-aef4e23589c6 None None] Sync routers for ids ['2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'] in dv-cinder-809828-1-iscsi {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:34:38.157534 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9099b70-5bef-4074-a163-aef4e23589c6 None None] Routers {'2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:34:38.158140 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-b9099b70-5bef-4074-a163-aef4e23589c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:34:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:34:38.175544 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [req-14dc63ff-52bd-4cb0-8413-3dcf294e2741 req-93beb1ee-5c47-4a33-ba40-a1194dfb662f tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] No DVR routers for this DVR port 956d4fb8-b2cb-47b7-894d-fcfb8dc85895 on host hv-cinder-80982 {{(pid=94715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 17:34:38.178075 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-14dc63ff-52bd-4cb0-8413-3dcf294e2741 req-93beb1ee-5c47-4a33-ba40-a1194dfb662f tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:38.180064 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-14dc63ff-52bd-4cb0-8413-3dcf294e2741 req-93beb1ee-5c47-4a33-ba40-a1194dfb662f tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.42 "DELETE /v2.0/ports/956d4fb8-b2cb-47b7-894d-fcfb8dc85895 HTTP/1.1" status: 204 len: 173 time: 0.8817484 Sep 17 17:34:38.180537 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe07f0b7-4379-4a8c-9b26-a15a45c2fadc', 'name': 'network-vif-deleted', 'tag': '956d4fb8-b2cb-47b7-894d-fcfb8dc85895'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:34:38.182745 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60937f26-6d12-49ba-aa83-6a72d1114c81" -d '{"events": [{"server_uuid": "fe07f0b7-4379-4a8c-9b26-a15a45c2fadc", "name": "network-vif-deleted", "tag": "956d4fb8-b2cb-47b7-894d-fcfb8dc85895"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:34:38.222467 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b80adb7-ff0a-4816-a65e-06e1490fe5a3 x-openstack-request-id: req-1b80adb7-ff0a-4816-a65e-06e1490fe5a3 {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:34:38.222967 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe07f0b7-4379-4a8c-9b26-a15a45c2fadc", "name": "network-vif-deleted", "tag": "956d4fb8-b2cb-47b7-894d-fcfb8dc85895", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:34:38.223249 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1b80adb7-ff0a-4816-a65e-06e1490fe5a3 {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:34:38.223656 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe07f0b7-4379-4a8c-9b26-a15a45c2fadc', 'name': 'network-vif-deleted', 'tag': '956d4fb8-b2cb-47b7-894d-fcfb8dc85895', 'status': 'completed', 'code': 200} Sep 17 17:34:38.264399 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-b9099b70-5bef-4074-a163-aef4e23589c6 None None] Set router 2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:34:38.466034 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-b9099b70-5bef-4074-a163-aef4e23589c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'name': 'tempest-AttachVolumeTestJSON-1316806164-router', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '148aee1e-5bca-47d7-8f62-9015ad052126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:31:31Z', 'updated_at': '2021-09-17T17:31:34Z', 'revision_number': 4, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'gw_port': {'id': '148aee1e-5bca-47d7-8f62-9015ad052126', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:31:32Z', 'updated_at': '2021-09-17T17:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': 'cce989ac-206e-4bce-a675-be233e11770f', 'name': '', 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'mac_address': 'fa:16:3e:7f:57:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '0bc4c3cf-7b2b-4bf9-b610-021a56ed5884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:31:34Z', 'updated_at': '2021-09-17T17:31:38Z', 'revision_number': 5, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'subnets': [{'id': '0bc4c3cf-7b2b-4bf9-b610-021a56ed5884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:34:38.492139 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9099b70-5bef-4074-a163-aef4e23589c6 None None] Checking router: 2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4 for host: dv-cinder-809828-1-iscsi {{(pid=94718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:34:38.500602 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9099b70-5bef-4074-a163-aef4e23589c6 None None] Routers {'2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:34:38.501018 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-b9099b70-5bef-4074-a163-aef4e23589c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:34:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:34:38.594706 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-2aea7f22-bde2-4ca9-8726-9f33863cf322 req-e879857d-1f56-4911-ac31-69258759226b tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe07f0b7-4379-4a8c-9b26-a15a45c2fadc HTTP/1.1" status: 200 len: 210 time: 0.0316658 Sep 17 17:34:38.684776 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-b9099b70-5bef-4074-a163-aef4e23589c6 None None] Set router 2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:34:38.879472 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-b9099b70-5bef-4074-a163-aef4e23589c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'name': 'tempest-AttachVolumeTestJSON-1316806164-router', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '148aee1e-5bca-47d7-8f62-9015ad052126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:31:31Z', 'updated_at': '2021-09-17T17:31:34Z', 'revision_number': 4, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'gw_port': {'id': '148aee1e-5bca-47d7-8f62-9015ad052126', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:31:32Z', 'updated_at': '2021-09-17T17:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': 'cce989ac-206e-4bce-a675-be233e11770f', 'name': '', 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'mac_address': 'fa:16:3e:7f:57:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '0bc4c3cf-7b2b-4bf9-b610-021a56ed5884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:31:34Z', 'updated_at': '2021-09-17T17:31:38Z', 'revision_number': 5, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'subnets': [{'id': '0bc4c3cf-7b2b-4bf9-b610-021a56ed5884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:34:38.909373 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9099b70-5bef-4074-a163-aef4e23589c6 None None] The sync data for ids ['2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'] in dv-cinder-809828-1-iscsi is: [{'id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'name': 'tempest-AttachVolumeTestJSON-1316806164-router', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '148aee1e-5bca-47d7-8f62-9015ad052126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:31:31Z', 'updated_at': '2021-09-17T17:31:34Z', 'revision_number': 4, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'gw_port': {'id': '148aee1e-5bca-47d7-8f62-9015ad052126', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:31:32Z', 'updated_at': '2021-09-17T17:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': 'cce989ac-206e-4bce-a675-be233e11770f', 'name': '', 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'mac_address': 'fa:16:3e:7f:57:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '0bc4c3cf-7b2b-4bf9-b610-021a56ed5884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:31:34Z', 'updated_at': '2021-09-17T17:31:38Z', 'revision_number': 5, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'subnets': [{'id': '0bc4c3cf-7b2b-4bf9-b610-021a56ed5884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:34:39.113549 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe377979-9def-4999-99b4-5e71147481d0 None None] New status for floating IP 60ca222a-6773-4931-b114-ce000c91dae8: DOWN {{(pid=94717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 17:34:39.726707 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 35234) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:34:39.780349 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-64510760-10ab-4f28-aab7-cbf930964f58 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:39.804416 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-64510760-10ab-4f28-aab7-cbf930964f58 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:39.932298 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-64510760-10ab-4f28-aab7-cbf930964f58 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:39.934807 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-64510760-10ab-4f28-aab7-cbf930964f58 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:39.935994 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-64510760-10ab-4f28-aab7-cbf930964f58 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "DELETE /v2.0/security-groups/7c202ad7-bc20-4e95-832f-62fc915b4006 HTTP/1.1" status: 204 len: 168 time: 0.2082939 Sep 17 17:34:39.939816 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 35236) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:34:39.945774 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64510760-10ab-4f28-aab7-cbf930964f58 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c202ad7-bc20-4e95-832f-62fc915b4006,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:34:39.953975 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.api.v2.resource [None req-3730c302-3405-43cd-ad72-ff49a2dcb5b1 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] show failed (client error): The resource could not be found. Sep 17 17:34:39.955127 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-3730c302-3405-43cd-ad72-ff49a2dcb5b1 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups/7c202ad7-bc20-4e95-832f-62fc915b4006 HTTP/1.1" status: 404 len: 347 time: 0.0139461 Sep 17 17:34:39.957943 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 35238) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:34:40.079783 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [None req-0e82c0a7-429c-4870-9c66-cf7cf8980c01 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Deleting port 346c7620-af8e-4269-aea5-1ad46dfc0df5 {{(pid=94715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:34:40.080126 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0e82c0a7-429c-4870-9c66-cf7cf8980c01 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:40.151459 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0e82c0a7-429c-4870-9c66-cf7cf8980c01 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:40.151783 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0e82c0a7-429c-4870-9c66-cf7cf8980c01 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:40.163436 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [None req-0e82c0a7-429c-4870-9c66-cf7cf8980c01 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Calling delete_port for 346c7620-af8e-4269-aea5-1ad46dfc0df5 owned by network:floatingip {{(pid=94715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:34:40.480537 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0e82c0a7-429c-4870-9c66-cf7cf8980c01 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:40.504271 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82c0a7-429c-4870-9c66-cf7cf8980c01 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Pushing event deleted for resources: {'Port': ['ID=346c7620-af8e-4269-aea5-1ad46dfc0df5,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:34:40.643980 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0e82c0a7-429c-4870-9c66-cf7cf8980c01 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for floatingip, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:40.646602 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0e82c0a7-429c-4870-9c66-cf7cf8980c01 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for floatingip, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:40.647775 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-0e82c0a7-429c-4870-9c66-cf7cf8980c01 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "DELETE /v2.0/floatingips/60ca222a-6773-4931-b114-ce000c91dae8 HTTP/1.1" status: 204 len: 168 time: 0.6889315 Sep 17 17:34:41.006404 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 35242) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:34:41.011160 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-e44dc1e5-d40a-43a3-82d5-2fe81ab7c082 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Request body: {'security_group': {'name': 'tempest-securitygroup--279010633', 'description': 'tempest-description--1593772975'}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:34:41.120791 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e44dc1e5-d40a-43a3-82d5-2fe81ab7c082 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:41.200836 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e44dc1e5-d40a-43a3-82d5-2fe81ab7c082 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:41.246477 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e44dc1e5-d40a-43a3-82d5-2fe81ab7c082 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:41.274879 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44dc1e5-d40a-43a3-82d5-2fe81ab7c082 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75341dda-b3e0-4d81-8845-c763e8f9550d,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:34:41.315113 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e44dc1e5-d40a-43a3-82d5-2fe81ab7c082 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:41.316362 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-e44dc1e5-d40a-43a3-82d5-2fe81ab7c082 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3089130 Sep 17 17:34:41.319145 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 35244) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:34:41.323607 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-960069db-4b67-4a27-8bef-48fe72f38481 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Request body: {'security_group_rule': {'security_group_id': '75341dda-b3e0-4d81-8845-c763e8f9550d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:34:41.405350 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-960069db-4b67-4a27-8bef-48fe72f38481 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:41.458923 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-960069db-4b67-4a27-8bef-48fe72f38481 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:41.537509 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-960069db-4b67-4a27-8bef-48fe72f38481 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714646'] for security_group_rule, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:41.555438 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960069db-4b67-4a27-8bef-48fe72f38481 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e72e3878-8815-40c5-a447-2b8de19fd3eb,revision_number=0']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:34:41.640231 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-960069db-4b67-4a27-8bef-48fe72f38481 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:41.642107 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-960069db-4b67-4a27-8bef-48fe72f38481 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3220549 Sep 17 17:34:41.644875 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 35246) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:34:41.649111 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-8e91ceed-93f2-49eb-bcb6-84c2ebafb0b5 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Request body: {'security_group_rule': {'security_group_id': '75341dda-b3e0-4d81-8845-c763e8f9550d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:34:41.724518 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8e91ceed-93f2-49eb-bcb6-84c2ebafb0b5 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:41.748461 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 956d4fb8-b2cb-47b7-894d-fcfb8dc85895 no longer exists at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:34:41.769016 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] No Port match for: 956d4fb8-b2cb-47b7-894d-fcfb8dc85895 {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:34:41.770189 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device 956d4fb8-b2cb-47b7-894d-fcfb8dc85895 not bound to the agent host hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:34:41.780931 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8e91ceed-93f2-49eb-bcb6-84c2ebafb0b5 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:41.829779 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8e91ceed-93f2-49eb-bcb6-84c2ebafb0b5 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3714646'] for security_group_rule, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:41.847901 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e91ceed-93f2-49eb-bcb6-84c2ebafb0b5 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c7beb9-56d2-439f-980f-9dd325ff57a7,revision_number=0']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:34:41.909086 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8e91ceed-93f2-49eb-bcb6-84c2ebafb0b5 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:41.910326 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-8e91ceed-93f2-49eb-bcb6-84c2ebafb0b5 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2645302 Sep 17 17:34:41.913423 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 35248) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:34:41.917777 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.v2.base [None req-3078426e-4bcc-42ee-81df-9aeed6ad56aa tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Request body: {'floatingip': {'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02'}} {{(pid=94716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:34:42.000730 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-3078426e-4bcc-42ee-81df-9aeed6ad56aa tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for floatingip, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:42.093718 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-3078426e-4bcc-42ee-81df-9aeed6ad56aa tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:42.190816 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.db_base_plugin_common [None req-3078426e-4bcc-42ee-81df-9aeed6ad56aa tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Allocated IP 172.27.2.227 (7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02/78817fd2-befc-49bb-8f7f-e04863f48a33/a65bf857-ddeb-49f2-8bf1-c94380c55628) {{(pid=94716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:34:42.291824 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-3078426e-4bcc-42ee-81df-9aeed6ad56aa tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for port, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:42.372715 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-3078426e-4bcc-42ee-81df-9aeed6ad56aa tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26179149'] for port, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:42.407846 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3078426e-4bcc-42ee-81df-9aeed6ad56aa tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Network 7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02 is already hosted by enough agents. {{(pid=94716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:34:42.410597 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.scheduler.base_scheduler [None req-3078426e-4bcc-42ee-81df-9aeed6ad56aa tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Resources bound (agent type, host, resource id): {{(pid=94716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:34:42.413999 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3078426e-4bcc-42ee-81df-9aeed6ad56aa tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Received port after_create {{(pid=94716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:34:42.439572 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078426e-4bcc-42ee-81df-9aeed6ad56aa tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Pushing event updated for resources: {'Port': ['ID=a65bf857-ddeb-49f2-8bf1-c94380c55628,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:34:42.505160 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-3078426e-4bcc-42ee-81df-9aeed6ad56aa tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:42.602443 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-3078426e-4bcc-42ee-81df-9aeed6ad56aa tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:42.949508 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-3078426e-4bcc-42ee-81df-9aeed6ad56aa tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for port, precommit_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:43.012352 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-3078426e-4bcc-42ee-81df-9aeed6ad56aa tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26179156'] for port, after_update {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:43.080432 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078426e-4bcc-42ee-81df-9aeed6ad56aa tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Pushing event updated for resources: {'Port': ['ID=a65bf857-ddeb-49f2-8bf1-c94380c55628,revision_number=2']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:34:43.090091 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-3078426e-4bcc-42ee-81df-9aeed6ad56aa tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693841'] for floatingip, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:43.160806 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-3078426e-4bcc-42ee-81df-9aeed6ad56aa tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for floatingip, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:43.162061 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-3078426e-4bcc-42ee-81df-9aeed6ad56aa tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2476614 Sep 17 17:34:43.345987 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-4155a008-98c5-4031-8d1f-cba14be482fb tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--279010633&fields=id&tenant_id=076b6440e007443cbaf7796e9288ae14 HTTP/1.1" status: 200 len: 267 time: 0.0335805 Sep 17 17:34:43.450291 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-18951fb1-a48d-4d5a-a7a7-ea1c5dd8e88d tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:34:43.451777 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-18951fb1-a48d-4d5a-a7a7-ea1c5dd8e88d tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/networks?id=8137f25b-b6e6-4976-b54e-fc4338ead8a6 HTTP/1.1" status: 200 len: 811 time: 0.0991251 Sep 17 17:34:43.466999 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-77a79e68-4596-4b6a-9211-2037ee48523a tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/quotas/076b6440e007443cbaf7796e9288ae14 HTTP/1.1" status: 200 len: 375 time: 0.0088158 Sep 17 17:34:43.521666 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-6c114177-68c1-43c5-ae71-c670b0e12240 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=076b6440e007443cbaf7796e9288ae14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494246 Sep 17 17:34:43.626321 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-4a204c75-40de-4bfb-a777-9d636aa962a5 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 17:34:43.627366 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-4a204c75-40de-4bfb-a777-9d636aa962a5 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0936110 Sep 17 17:34:43.714680 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-1a781c63-2f6b-482d-a613-4d657d17b951 service neutron] 10.222.0.18 "GET /v2.0/networks/8137f25b-b6e6-4976-b54e-fc4338ead8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811675 Sep 17 17:34:43.804191 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-b4f31315-af29-47c1-b5f4-f00732292032 service neutron] 10.222.0.18 "GET /v2.0/networks/8137f25b-b6e6-4976-b54e-fc4338ead8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832057 Sep 17 17:34:45.018244 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 6 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:34:45.052958 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a3ab636d-14e7-4d0c-8b6c-650e73a6d459 req-098d7a10-11e9-4a3b-90b8-0fec48a88689 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fad2a43-24fe-4f88-b81c-01182b784ade HTTP/1.1" status: 200 len: 210 time: 0.0256577 Sep 17 17:34:45.509358 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:46.128332 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-666b8333-b12b-4965-b095-15e275cfd44c req-f8354791-6ad7-4f18-8852-6e3a4fbc9378 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fad2a43-24fe-4f88-b81c-01182b784ade HTTP/1.1" status: 200 len: 210 time: 0.0265694 Sep 17 17:34:47.204036 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-6fa3e40e-d4fa-4bd4-8801-016b981b0690 req-84d36385-3100-4a3e-920a-eb9b28c86d9d tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fad2a43-24fe-4f88-b81c-01182b784ade HTTP/1.1" status: 200 len: 210 time: 0.0255659 Sep 17 17:34:48.278091 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c7eff270-62c1-4a5f-8de6-0a37cd30c646 req-27b9a9e4-8c07-4628-94b5-eea20b4ec83f tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fad2a43-24fe-4f88-b81c-01182b784ade HTTP/1.1" status: 200 len: 210 time: 0.0256341 Sep 17 17:34:49.371516 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-9d40a476-504a-4f2d-b20b-64c4006da062 req-9292184c-e128-47fb-8bbc-16f0122c9ec4 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fad2a43-24fe-4f88-b81c-01182b784ade HTTP/1.1" status: 200 len: 210 time: 0.0286977 Sep 17 17:34:50.464743 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-355d0efc-673f-4d4f-929b-960235838270 req-ee670b99-88c0-40c4-8191-9dec4a0951ba tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fad2a43-24fe-4f88-b81c-01182b784ade HTTP/1.1" status: 200 len: 210 time: 0.0270343 Sep 17 17:34:51.273206 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-9b1f035c-4ffa-46b3-9bcf-54ec5ca1050c tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:34:51.274654 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-9b1f035c-4ffa-46b3-9bcf-54ec5ca1050c tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.42 "GET /v2.0/networks?id=8137f25b-b6e6-4976-b54e-fc4338ead8a6 HTTP/1.1" status: 200 len: 811 time: 0.1003885 Sep 17 17:34:51.324686 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-85a5ba81-3323-4b29-b99d-bd00503b33ea tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=076b6440e007443cbaf7796e9288ae14 HTTP/1.1" status: 200 len: 379 time: 0.0325396 Sep 17 17:34:51.337657 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-7fbc4b49-3c8f-4b48-8fa4-b4ea1be61718 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Request body: {'port': {'device_id': '5fad2a43-24fe-4f88-b81c-01182b784ade', 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6', 'admin_state_up': True, 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'security_groups': ['75341dda-b3e0-4d81-8845-c763e8f9550d']}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:34:51.492185 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-7fbc4b49-3c8f-4b48-8fa4-b4ea1be61718 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Made reservation on behalf of 076b6440e007443cbaf7796e9288ae14 for: {'port': 1} {{(pid=94715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 17:34:51.495974 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-7fbc4b49-3c8f-4b48-8fa4-b4ea1be61718 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:51.585575 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-844629bb-2e15-4a87-bdfa-1ee9124c66f3 req-95850e36-e23f-48da-b778-f9bccf72f989 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fad2a43-24fe-4f88-b81c-01182b784ade HTTP/1.1" status: 200 len: 210 time: 0.0372546 Sep 17 17:34:51.644929 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.db_base_plugin_common [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-7fbc4b49-3c8f-4b48-8fa4-b4ea1be61718 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Allocated IP 172.20.0.11 (8137f25b-b6e6-4976-b54e-fc4338ead8a6/0bc4c3cf-7b2b-4bf9-b610-021a56ed5884/c0da6551-e75d-4e08-83f4-c1e66ff545e7) {{(pid=94715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 17:34:51.776807 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-7fbc4b49-3c8f-4b48-8fa4-b4ea1be61718 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for port, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:51.846695 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-7fbc4b49-3c8f-4b48-8fa4-b4ea1be61718 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491118538', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:51.887514 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-7fbc4b49-3c8f-4b48-8fa4-b4ea1be61718 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Network 8137f25b-b6e6-4976-b54e-fc4338ead8a6 is already hosted by enough agents. {{(pid=94715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 17:34:51.890524 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.base_scheduler [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-7fbc4b49-3c8f-4b48-8fa4-b4ea1be61718 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Resources bound (agent type, host, resource id): {{(pid=94715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 17:34:51.894359 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-7fbc4b49-3c8f-4b48-8fa4-b4ea1be61718 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Received port after_create {{(pid=94715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 17:34:51.921234 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc4b49-3c8f-4b48-8fa4-b4ea1be61718 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Pushing event updated for resources: {'Port': ['ID=c0da6551-e75d-4e08-83f4-c1e66ff545e7,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:34:51.935999 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbc4b49-3c8f-4b48-8fa4-b4ea1be61718 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:34:51.936346 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbc4b49-3c8f-4b48-8fa4-b4ea1be61718 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:34:51.936685 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbc4b49-3c8f-4b48-8fa4-b4ea1be61718 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:34:51.937021 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbc4b49-3c8f-4b48-8fa4-b4ea1be61718 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:34:51.937398 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbc4b49-3c8f-4b48-8fa4-b4ea1be61718 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:34:51.938390 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbc4b49-3c8f-4b48-8fa4-b4ea1be61718 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:34:51.938725 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbc4b49-3c8f-4b48-8fa4-b4ea1be61718 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:34:51.939082 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbc4b49-3c8f-4b48-8fa4-b4ea1be61718 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:34:51.939411 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbc4b49-3c8f-4b48-8fa4-b4ea1be61718 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:34:51.939736 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbc4b49-3c8f-4b48-8fa4-b4ea1be61718 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:34:51.940058 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbc4b49-3c8f-4b48-8fa4-b4ea1be61718 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:34:51.940378 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbc4b49-3c8f-4b48-8fa4-b4ea1be61718 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:34:51.961014 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-7fbc4b49-3c8f-4b48-8fa4-b4ea1be61718 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:34:51.961630 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-7fbc4b49-3c8f-4b48-8fa4-b4ea1be61718 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:52.030200 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-7fbc4b49-3c8f-4b48-8fa4-b4ea1be61718 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6959758 Sep 17 17:34:52.050352 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-8aaba0f1-1165-4fc5-ad7c-6081ef1f183b service neutron] Request body: {'port': {'device_id': '5fad2a43-24fe-4f88-b81c-01182b784ade', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80982'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:34:52.070133 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-70a1b36f-3985-42be-984c-fef86feb59ed None None] Provisioning complete for port c0da6551-e75d-4e08-83f4-c1e66ff545e7 triggered by entity DHCP. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:34:52.074108 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-70a1b36f-3985-42be-984c-fef86feb59ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:52.103829 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-70a1b36f-3985-42be-984c-fef86feb59ed None None] Port c0da6551-e75d-4e08-83f4-c1e66ff545e7 cannot update to ACTIVE because it is not bound. {{(pid=94717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 17:34:52.107285 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-8aaba0f1-1165-4fc5-ad7c-6081ef1f183b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:52.371976 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-8aaba0f1-1165-4fc5-ad7c-6081ef1f183b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0da6551-e75d-4e08-83f4-c1e66ff545e7 {{(pid=94715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:34:52.379735 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-8aaba0f1-1165-4fc5-ad7c-6081ef1f183b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:52.391580 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-8aaba0f1-1165-4fc5-ad7c-6081ef1f183b service neutron] Transition to ACTIVE for port object c0da6551-e75d-4e08-83f4-c1e66ff545e7 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 17:34:52.480508 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-8aaba0f1-1165-4fc5-ad7c-6081ef1f183b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29270022'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:52.527793 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaba0f1-1165-4fc5-ad7c-6081ef1f183b service neutron] Pushing event updated for resources: {'Port': ['ID=c0da6551-e75d-4e08-83f4-c1e66ff545e7,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:34:52.604152 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-8aaba0f1-1165-4fc5-ad7c-6081ef1f183b service neutron] Attempting to bind port c0da6551-e75d-4e08-83f4-c1e66ff545e7 on host hv-cinder-80982 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 17:34:52.604494 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-8aaba0f1-1165-4fc5-ad7c-6081ef1f183b service neutron] Attempting to bind port c0da6551-e75d-4e08-83f4-c1e66ff545e7 by drivers openvswitch,hyperv on host hv-cinder-80982 at level 0 using segments [{'id': 'e08fca89-3594-47e5-869b-e045c2f2d20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 17:34:52.604829 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-8aaba0f1-1165-4fc5-ad7c-6081ef1f183b service neutron] Attempting to bind port c0da6551-e75d-4e08-83f4-c1e66ff545e7 on network 8137f25b-b6e6-4976-b54e-fc4338ead8a6 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:34:52.609558 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-8aaba0f1-1165-4fc5-ad7c-6081ef1f183b service neutron] Port c0da6551-e75d-4e08-83f4-c1e66ff545e7 on network 8137f25b-b6e6-4976-b54e-fc4338ead8a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80982 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 17:34:52.609893 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-8aaba0f1-1165-4fc5-ad7c-6081ef1f183b service neutron] Attempting to bind port c0da6551-e75d-4e08-83f4-c1e66ff545e7 on network 8137f25b-b6e6-4976-b54e-fc4338ead8a6 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 17:34:52.615441 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-8aaba0f1-1165-4fc5-ad7c-6081ef1f183b service neutron] Checking agent: {'id': 'e15b8fdc-3f6d-455f-8616-9488d56a2a09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80982', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'started_at': datetime.datetime(2021, 9, 17, 17, 21, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 17, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 17:34:52.615815 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-8aaba0f1-1165-4fc5-ad7c-6081ef1f183b service neutron] Checking segment: {'id': 'e08fca89-3594-47e5-869b-e045c2f2d20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 17:34:52.616177 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-8aaba0f1-1165-4fc5-ad7c-6081ef1f183b service neutron] Bound using segment: {'id': 'e08fca89-3594-47e5-869b-e045c2f2d20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 17:34:52.616620 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-8aaba0f1-1165-4fc5-ad7c-6081ef1f183b service neutron] Bound port: c0da6551-e75d-4e08-83f4-c1e66ff545e7, host: hv-cinder-80982, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e08fca89-3594-47e5-869b-e045c2f2d20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 17:34:52.616980 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-8aaba0f1-1165-4fc5-ad7c-6081ef1f183b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:52.714339 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-8aaba0f1-1165-4fc5-ad7c-6081ef1f183b service neutron] For port c0da6551-e75d-4e08-83f4-c1e66ff545e7, host hv-cinder-80982, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 17:34:52.720109 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-8aaba0f1-1165-4fc5-ad7c-6081ef1f183b service neutron] For port c0da6551-e75d-4e08-83f4-c1e66ff545e7, host hv-cinder-80982, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=c0da6551-e75d-4e08-83f4-c1e66ff545e7,segment=NetworkSegment(e08fca89-3594-47e5-869b-e045c2f2d20a),segment_id=e08fca89-3594-47e5-869b-e045c2f2d20a)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 17:34:52.728743 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a330b-676d-46b1-9c6e-c6e694833e16 req-8896114a-fec6-4718-98ae-b3e45e34cb61 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:34:52.730222 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b59a330b-676d-46b1-9c6e-c6e694833e16 req-8896114a-fec6-4718-98ae-b3e45e34cb61 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fad2a43-24fe-4f88-b81c-01182b784ade HTTP/1.1" status: 200 len: 944 time: 0.0743048 Sep 17 17:34:52.767629 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b59a330b-676d-46b1-9c6e-c6e694833e16 req-64450e19-6c8b-406c-b99a-016bc574003a tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=75341dda-b3e0-4d81-8845-c763e8f9550d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313597 Sep 17 17:34:52.801235 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-8aaba0f1-1165-4fc5-ad7c-6081ef1f183b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29270022'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:52.837484 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-8aaba0f1-1165-4fc5-ad7c-6081ef1f183b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:34:52.838096 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-8aaba0f1-1165-4fc5-ad7c-6081ef1f183b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:52.839506 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-8aaba0f1-1165-4fc5-ad7c-6081ef1f183b service neutron] 10.222.0.42 "PUT /v2.0/ports/c0da6551-e75d-4e08-83f4-c1e66ff545e7 HTTP/1.1" status: 200 len: 1094 time: 0.7938323 Sep 17 17:34:52.839950 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fad2a43-24fe-4f88-b81c-01182b784ade', 'tag': 'c0da6551-e75d-4e08-83f4-c1e66ff545e7'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:34:52.842174 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a438faeb-40fe-4bff-8943-ee724edbd5ca" -d '{"events": [{"name": "network-changed", "server_uuid": "5fad2a43-24fe-4f88-b81c-01182b784ade", "tag": "c0da6551-e75d-4e08-83f4-c1e66ff545e7"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:34:52.858829 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-825ec33a-73f4-48f8-ab38-9b8f8b809d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:52.871458 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaba0f1-1165-4fc5-ad7c-6081ef1f183b service neutron] Pushing event updated for resources: {'Port': ['ID=c0da6551-e75d-4e08-83f4-c1e66ff545e7,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:34:52.883024 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 17:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e4b2f7-4766-4b8e-9aff-6f714b9dd9d2 x-openstack-request-id: req-82e4b2f7-4766-4b8e-9aff-6f714b9dd9d2 {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:34:52.883408 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fad2a43-24fe-4f88-b81c-01182b784ade", "tag": "c0da6551-e75d-4e08-83f4-c1e66ff545e7", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:34:52.883725 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82e4b2f7-4766-4b8e-9aff-6f714b9dd9d2 {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:34:52.884303 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fad2a43-24fe-4f88-b81c-01182b784ade', 'tag': 'c0da6551-e75d-4e08-83f4-c1e66ff545e7', 'status': 'completed', 'code': 200} Sep 17 17:34:52.949204 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438faeb-40fe-4bff-8943-ee724edbd5ca req-3dd7dcd2-a631-4dbe-8c99-327dae5781d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:34:52.950739 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a438faeb-40fe-4bff-8943-ee724edbd5ca req-3dd7dcd2-a631-4dbe-8c99-327dae5781d0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=076b6440e007443cbaf7796e9288ae14&device_id=5fad2a43-24fe-4f88-b81c-01182b784ade HTTP/1.1" status: 200 len: 1097 time: 0.0450895 Sep 17 17:34:53.054435 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438faeb-40fe-4bff-8943-ee724edbd5ca req-1258afa8-e96d-4fd5-b2d9-b588474b58ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:34:53.055957 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a438faeb-40fe-4bff-8943-ee724edbd5ca req-1258afa8-e96d-4fd5-b2d9-b588474b58ca service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=076b6440e007443cbaf7796e9288ae14&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0974462 Sep 17 17:34:53.151679 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438faeb-40fe-4bff-8943-ee724edbd5ca req-04d7386c-2cbc-4acd-9f72-e01040fb056f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:34:53.153037 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-a438faeb-40fe-4bff-8943-ee724edbd5ca req-04d7386c-2cbc-4acd-9f72-e01040fb056f service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0854938 Sep 17 17:34:53.234107 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-e2b76174-07c1-4f11-9467-5000ac76f8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:34:53.236196 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-e2b76174-07c1-4f11-9467-5000ac76f8fd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=076b6440e007443cbaf7796e9288ae14&device_id=5fad2a43-24fe-4f88-b81c-01182b784ade HTTP/1.1" status: 200 len: 1097 time: 0.0432537 Sep 17 17:34:53.527959 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-d1927fc8-5b13-46c7-8b77-9bd0492ce32d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0da6551-e75d-4e08-83f4-c1e66ff545e7 HTTP/1.1" status: 200 len: 217 time: 0.2840364 Sep 17 17:34:53.580380 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-d8f107ca-c6dd-4a70-bc9e-cc380e5da339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:34:53.581770 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-d8f107ca-c6dd-4a70-bc9e-cc380e5da339 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0bc4c3cf-7b2b-4bf9-b610-021a56ed5884 HTTP/1.1" status: 200 len: 850 time: 0.0426483 Sep 17 17:34:53.631044 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-f672804f-a8aa-448e-9e0b-6df764a71473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:34:53.632466 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-f672804f-a8aa-448e-9e0b-6df764a71473 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8137f25b-b6e6-4976-b54e-fc4338ead8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377223 Sep 17 17:34:53.726412 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-c37f3d74-7552-4d47-8b26-21f4145568b5 service neutron] 10.222.0.42 "GET /v2.0/networks/8137f25b-b6e6-4976-b54e-fc4338ead8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815244 Sep 17 17:34:53.824114 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-b5957647-61b7-483c-a0b2-2127f90bd562 req-28860960-2e23-479c-9e9c-f90155c76aa4 service neutron] 10.222.0.42 "GET /v2.0/networks/8137f25b-b6e6-4976-b54e-fc4338ead8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850866 Sep 17 17:34:53.882535 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06522372-94f3-4285-801e-90a971ca210b req-802ce69a-32a0-40a8-a714-f7d9597dafef tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:34:53.884039 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-06522372-94f3-4285-801e-90a971ca210b req-802ce69a-32a0-40a8-a714-f7d9597dafef tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fad2a43-24fe-4f88-b81c-01182b784ade HTTP/1.1" status: 200 len: 944 time: 0.0479748 Sep 17 17:34:53.920877 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-06522372-94f3-4285-801e-90a971ca210b req-081cbb9e-13d0-4c2a-9a70-a2738186d08c tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=75341dda-b3e0-4d81-8845-c763e8f9550d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309172 Sep 17 17:34:55.034482 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05b746-d0c1-41ae-b028-408fb19f9a38 req-2e54e01d-8dd5-4a0b-8c97-c165af15cc95 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:34:55.035964 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ec05b746-d0c1-41ae-b028-408fb19f9a38 req-2e54e01d-8dd5-4a0b-8c97-c165af15cc95 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fad2a43-24fe-4f88-b81c-01182b784ade HTTP/1.1" status: 200 len: 944 time: 0.0471706 Sep 17 17:34:55.072788 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-ec05b746-d0c1-41ae-b028-408fb19f9a38 req-d3533e6b-00e0-4057-851a-27a099b4e325 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=75341dda-b3e0-4d81-8845-c763e8f9550d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310082 Sep 17 17:34:55.617706 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-e892d90c-dfbb-4691-a264-b7b90d4170e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:55.826256 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device c0da6551-e75d-4e08-83f4-c1e66ff545e7 details requested by agent hyperv_hv-cinder-80982 with host hv-cinder-80982 {{(pid=94717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 17:34:55.920443 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port c0da6551-e75d-4e08-83f4-c1e66ff545e7, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=c0da6551-e75d-4e08-83f4-c1e66ff545e7,segment=NetworkSegment(e08fca89-3594-47e5-869b-e045c2f2d20a),segment_id=e08fca89-3594-47e5-869b-e045c2f2d20a)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:34:55.931227 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Returning: {'device': 'c0da6551-e75d-4e08-83f4-c1e66ff545e7', 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6', 'port_id': 'c0da6551-e75d-4e08-83f4-c1e66ff545e7', 'mac_address': 'fa:16:3e:4e:70:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bc4c3cf-7b2b-4bf9-b610-021a56ed5884', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 17:34:55.967386 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:55.979431 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0da6551-e75d-4e08-83f4-c1e66ff545e7 {{(pid=94717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 17:34:55.997097 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port c0da6551-e75d-4e08-83f4-c1e66ff545e7, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=c0da6551-e75d-4e08-83f4-c1e66ff545e7,segment=NetworkSegment(e08fca89-3594-47e5-869b-e045c2f2d20a),segment_id=e08fca89-3594-47e5-869b-e045c2f2d20a)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:34:56.063692 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:56.113504 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=c0da6551-e75d-4e08-83f4-c1e66ff545e7,revision_number=4']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:34:56.189636 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d3684-2842-4a44-919b-31d6d935a719 req-bc591bfc-01cf-4134-8fa3-56f22e1bef46 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:34:56.191029 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c56d3684-2842-4a44-919b-31d6d935a719 req-bc591bfc-01cf-4134-8fa3-56f22e1bef46 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fad2a43-24fe-4f88-b81c-01182b784ade HTTP/1.1" status: 200 len: 945 time: 0.0513659 Sep 17 17:34:56.228650 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-c56d3684-2842-4a44-919b-31d6d935a719 req-f43d307b-3fe9-48f0-a3e1-4673fd4b826f tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=75341dda-b3e0-4d81-8845-c763e8f9550d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314715 Sep 17 17:34:56.395646 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] get_ports_and_sgs() called for port_ids ['c0da6551-e75d-4e08-83f4-c1e66ff545e7'] {{(pid=94717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 17:34:56.713110 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:56.767202 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:57.343994 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a5127-b935-42ce-aa8f-536ed49f5fb8 req-c4c82f93-c870-48ab-983b-d6d737daafc5 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:34:57.345487 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-556a5127-b935-42ce-aa8f-536ed49f5fb8 req-c4c82f93-c870-48ab-983b-d6d737daafc5 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fad2a43-24fe-4f88-b81c-01182b784ade HTTP/1.1" status: 200 len: 945 time: 0.0490804 Sep 17 17:34:57.382464 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-556a5127-b935-42ce-aa8f-536ed49f5fb8 req-65db0b4b-14d4-4259-9b83-0aeb68af23a3 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=75341dda-b3e0-4d81-8845-c763e8f9550d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311203 Sep 17 17:34:57.827055 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device c0da6551-e75d-4e08-83f4-c1e66ff545e7 up at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 17:34:57.955061 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning for port c0da6551-e75d-4e08-83f4-c1e66ff545e7 completed by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 17:34:57.958539 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.provisioning_blocks [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Provisioning complete for port c0da6551-e75d-4e08-83f4-c1e66ff545e7 triggered by entity L2. {{(pid=94717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 17:34:57.958906 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-706508'] for port, provisioning_complete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:58.031792 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-681216'] for port, before_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:58.052650 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fad2a43-24fe-4f88-b81c-01182b784ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0da6551-e75d-4e08-83f4-c1e66ff545e7'}] {{(pid=94717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:34:58.054854 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdef4bfb6114c7858c34ed9f7d570ef17f9d28f3d7fc67a01f0bf07e2066d3dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1931a7-4617-4f80-9302-2d90a58dddc3" -d '{"events": [{"server_uuid": "5fad2a43-24fe-4f88-b81c-01182b784ade", "name": "network-vif-plugged", "status": "completed", "tag": "c0da6551-e75d-4e08-83f4-c1e66ff545e7"}]}' {{(pid=94717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:34:58.069784 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] For port c0da6551-e75d-4e08-83f4-c1e66ff545e7, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=c0da6551-e75d-4e08-83f4-c1e66ff545e7,segment=NetworkSegment(e08fca89-3594-47e5-869b-e045c2f2d20a),segment_id=e08fca89-3594-47e5-869b-e045c2f2d20a)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:34:58.143948 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747491640077', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491118556', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491118574'] for port, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:58.193710 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Pushing event updated for resources: {'Port': ['ID=c0da6551-e75d-4e08-83f4-c1e66ff545e7,revision_number=5']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:34:58.200923 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:34:58.201275 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:34:58.201619 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:34:58.201952 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:34:58.202341 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:34:58.202608 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:34:58.203021 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:34:58.204230 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:34:58.204230 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:34:58.204517 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:34:58.204843 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:34:58.205216 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:34:58.214351 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c8b8da-417c-4757-9eb1-0bfc1c23c0bf x-openstack-request-id: req-20c8b8da-417c-4757-9eb1-0bfc1c23c0bf {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:34:58.214351 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fad2a43-24fe-4f88-b81c-01182b784ade", "name": "network-vif-plugged", "status": "completed", "tag": "c0da6551-e75d-4e08-83f4-c1e66ff545e7", "code": 200}]} {{(pid=94717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:34:58.214351 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-20c8b8da-417c-4757-9eb1-0bfc1c23c0bf {{(pid=94717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:34:58.214758 dv-cinder-809828-1-iscsi neutron-server[94717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fad2a43-24fe-4f88-b81c-01182b784ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0da6551-e75d-4e08-83f4-c1e66ff545e7', 'code': 200} Sep 17 17:34:58.521500 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c741ea-61aa-4277-b63d-87dbd863ad68 req-09a7f420-ac21-4325-9720-6dbc96c3cc74 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:34:58.522988 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-35c741ea-61aa-4277-b63d-87dbd863ad68 req-09a7f420-ac21-4325-9720-6dbc96c3cc74 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fad2a43-24fe-4f88-b81c-01182b784ade HTTP/1.1" status: 200 len: 946 time: 0.0741019 Sep 17 17:34:58.528016 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ad91b-0579-4f46-9780-7abc9d14a741 req-33a2ba45-1942-43a5-8733-919ea3a1dae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:34:58.529453 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-911ad91b-0579-4f46-9780-7abc9d14a741 req-33a2ba45-1942-43a5-8733-919ea3a1dae2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5fad2a43-24fe-4f88-b81c-01182b784ade HTTP/1.1" status: 200 len: 1099 time: 0.0705111 Sep 17 17:34:58.572538 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:34:58.579308 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-35c741ea-61aa-4277-b63d-87dbd863ad68 req-ef5a76f0-795c-48d8-b455-3d9c123f6bf1 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=75341dda-b3e0-4d81-8845-c763e8f9550d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489514 Sep 17 17:34:58.584630 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-911ad91b-0579-4f46-9780-7abc9d14a741 req-dd03c9f5-1cdd-4a67-a8d7-af4423f86f3f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=75341dda-b3e0-4d81-8845-c763e8f9550d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410819 Sep 17 17:34:59.697066 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30359a-bf47-47a0-99b8-b45ed7fd951a req-f74df4ed-d5f1-4096-84b5-0664cb05b1ec tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:34:59.698610 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bf30359a-bf47-47a0-99b8-b45ed7fd951a req-f74df4ed-d5f1-4096-84b5-0664cb05b1ec tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fad2a43-24fe-4f88-b81c-01182b784ade HTTP/1.1" status: 200 len: 946 time: 0.0487802 Sep 17 17:34:59.738428 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-bf30359a-bf47-47a0-99b8-b45ed7fd951a req-0fc60d71-b2cf-4111-a0da-ea4f3f286d15 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=75341dda-b3e0-4d81-8845-c763e8f9550d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319772 Sep 17 17:35:00.850320 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e1b12-76f1-438e-92f1-c2354aa0b6e7 req-3d7fa016-47ec-4def-aa14-751eb7b5efb6 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:35:00.851826 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-033e1b12-76f1-438e-92f1-c2354aa0b6e7 req-3d7fa016-47ec-4def-aa14-751eb7b5efb6 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fad2a43-24fe-4f88-b81c-01182b784ade HTTP/1.1" status: 200 len: 946 time: 0.0480895 Sep 17 17:35:00.889191 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-033e1b12-76f1-438e-92f1-c2354aa0b6e7 req-468ca955-14ca-45b0-a671-45515223e3d4 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=75341dda-b3e0-4d81-8845-c763e8f9550d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314546 Sep 17 17:35:01.000506 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661061bc-9e8a-41ee-81ca-bc030d67cf82 req-d57e1d08-b8dc-402f-b5c5-fd3554138c7b tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:35:01.001960 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-661061bc-9e8a-41ee-81ca-bc030d67cf82 req-d57e1d08-b8dc-402f-b5c5-fd3554138c7b tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fad2a43-24fe-4f88-b81c-01182b784ade HTTP/1.1" status: 200 len: 946 time: 0.0516386 Sep 17 17:35:01.010208 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 35340) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:35:01.014461 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.v2.base [None req-64f52cde-c6ef-4212-baaf-b9ae4ae2f77e tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Request body: {'floatingip': {'port_id': 'c0da6551-e75d-4e08-83f4-c1e66ff545e7'}} {{(pid=94715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 17:35:01.053516 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-64f52cde-c6ef-4212-baaf-b9ae4ae2f77e tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for floatingip, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:35:01.472513 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-64f52cde-c6ef-4212-baaf-b9ae4ae2f77e tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:35:01.554561 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-64f52cde-c6ef-4212-baaf-b9ae4ae2f77e tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693841'] for floatingip, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:35:01.653784 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.db.l3_db [None req-64f52cde-c6ef-4212-baaf-b9ae4ae2f77e tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Floating IP b62175ab-3714-47fe-90df-5470da8309ac associated. External IP: 172.27.2.227, port: c0da6551-e75d-4e08-83f4-c1e66ff545e7. Sep 17 17:35:01.856299 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f52cde-c6ef-4212-baaf-b9ae4ae2f77e tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Router 2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4 has already been hosted by L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 {{(pid=94715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 17:35:01.961371 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f52cde-c6ef-4212-baaf-b9ae4ae2f77e tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:35:01.966278 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-64f52cde-c6ef-4212-baaf-b9ae4ae2f77e tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for floatingip, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:35:01.970842 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792a2326-2660-45dc-8fb9-af3671209e9d None None] Sync routers for ids ['2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'] in dv-cinder-809828-1-iscsi {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:35:01.979830 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792a2326-2660-45dc-8fb9-af3671209e9d None None] Routers {'2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:35:01.980444 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-792a2326-2660-45dc-8fb9-af3671209e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:34:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:35:01.994874 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-64f52cde-c6ef-4212-baaf-b9ae4ae2f77e tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "PUT /v2.0/floatingips/b62175ab-3714-47fe-90df-5470da8309ac HTTP/1.1" status: 200 len: 992 time: 0.9812479 Sep 17 17:35:01.994874 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fad2a43-24fe-4f88-b81c-01182b784ade', 'tag': 'c0da6551-e75d-4e08-83f4-c1e66ff545e7'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:35:01.995441 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903e5530-b869-407b-82b9-025354c3d83d" -d '{"events": [{"name": "network-changed", "server_uuid": "5fad2a43-24fe-4f88-b81c-01182b784ade", "tag": "c0da6551-e75d-4e08-83f4-c1e66ff545e7"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:35:02.035800 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 17:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10c645f-e207-4197-9e0c-d894404ec6f7 x-openstack-request-id: req-e10c645f-e207-4197-9e0c-d894404ec6f7 {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:35:02.036098 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fad2a43-24fe-4f88-b81c-01182b784ade", "tag": "c0da6551-e75d-4e08-83f4-c1e66ff545e7", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:35:02.036356 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e10c645f-e207-4197-9e0c-d894404ec6f7 {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:35:02.036764 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fad2a43-24fe-4f88-b81c-01182b784ade', 'tag': 'c0da6551-e75d-4e08-83f4-c1e66ff545e7', 'status': 'completed', 'code': 200} Sep 17 17:35:02.088144 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-792a2326-2660-45dc-8fb9-af3671209e9d None None] Set router 2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:35:02.104737 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e5530-b869-407b-82b9-025354c3d83d req-bf0631c8-ffe3-4708-b64e-65325ecc7d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:35:02.106253 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-903e5530-b869-407b-82b9-025354c3d83d req-bf0631c8-ffe3-4708-b64e-65325ecc7d5d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=076b6440e007443cbaf7796e9288ae14&device_id=5fad2a43-24fe-4f88-b81c-01182b784ade HTTP/1.1" status: 200 len: 1099 time: 0.0448332 Sep 17 17:35:02.198426 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e5530-b869-407b-82b9-025354c3d83d req-0ce3eb86-6176-4cae-a796-34b2dd16de64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:35:02.199924 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-903e5530-b869-407b-82b9-025354c3d83d req-0ce3eb86-6176-4cae-a796-34b2dd16de64 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8137f25b-b6e6-4976-b54e-fc4338ead8a6 HTTP/1.1" status: 200 len: 912 time: 0.0866368 Sep 17 17:35:02.264844 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-903e5530-b869-407b-82b9-025354c3d83d req-58e01ad7-fa57-41a3-a88a-41c4f907e81f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0da6551-e75d-4e08-83f4-c1e66ff545e7 HTTP/1.1" status: 200 len: 1000 time: 0.0574071 Sep 17 17:35:02.314146 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e5530-b869-407b-82b9-025354c3d83d req-5bc97328-5579-4ce1-a641-d77aa7c01946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:35:02.315690 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-903e5530-b869-407b-82b9-025354c3d83d req-5bc97328-5579-4ce1-a641-d77aa7c01946 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0bc4c3cf-7b2b-4bf9-b610-021a56ed5884 HTTP/1.1" status: 200 len: 850 time: 0.0440228 Sep 17 17:35:02.322518 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-792a2326-2660-45dc-8fb9-af3671209e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'name': 'tempest-AttachVolumeTestJSON-1316806164-router', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '148aee1e-5bca-47d7-8f62-9015ad052126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:31:31Z', 'updated_at': '2021-09-17T17:31:34Z', 'revision_number': 4, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'gw_port': {'id': '148aee1e-5bca-47d7-8f62-9015ad052126', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:31:32Z', 'updated_at': '2021-09-17T17:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_floatingips': [{'id': 'b62175ab-3714-47fe-90df-5470da8309ac', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'router_id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'port_id': 'c0da6551-e75d-4e08-83f4-c1e66ff545e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6', 'mac_address': 'fa:16:3e:4e:70:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad2a43-24fe-4f88-b81c-01182b784ade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T17:34:42Z', 'updated_at': '2021-09-17T17:35:01Z', 'revision_number': 1, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cce989ac-206e-4bce-a675-be233e11770f', 'name': '', 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'mac_address': 'fa:16:3e:7f:57:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '0bc4c3cf-7b2b-4bf9-b610-021a56ed5884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:31:34Z', 'updated_at': '2021-09-17T17:31:38Z', 'revision_number': 5, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'subnets': [{'id': '0bc4c3cf-7b2b-4bf9-b610-021a56ed5884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:35:02.351546 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792a2326-2660-45dc-8fb9-af3671209e9d None None] Checking router: 2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4 for host: dv-cinder-809828-1-iscsi {{(pid=94718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:35:02.360197 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792a2326-2660-45dc-8fb9-af3671209e9d None None] Routers {'2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:35:02.360809 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-792a2326-2660-45dc-8fb9-af3671209e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:34:56Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:35:02.364445 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e5530-b869-407b-82b9-025354c3d83d req-9258eb54-6ef7-47f9-acb6-35f4928a023a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:35:02.365920 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-903e5530-b869-407b-82b9-025354c3d83d req-9258eb54-6ef7-47f9-acb6-35f4928a023a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8137f25b-b6e6-4976-b54e-fc4338ead8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433404 Sep 17 17:35:02.456853 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-903e5530-b869-407b-82b9-025354c3d83d req-eabe4451-a974-48c2-94a0-cc9d6b818f2b service neutron] 10.222.0.42 "GET /v2.0/networks/8137f25b-b6e6-4976-b54e-fc4338ead8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825534 Sep 17 17:35:02.469799 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-792a2326-2660-45dc-8fb9-af3671209e9d None None] Set router 2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:35:02.549492 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-903e5530-b869-407b-82b9-025354c3d83d req-b477a2bd-a045-4204-853c-ed4a73029f74 service neutron] 10.222.0.42 "GET /v2.0/networks/8137f25b-b6e6-4976-b54e-fc4338ead8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850768 Sep 17 17:35:02.688553 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-792a2326-2660-45dc-8fb9-af3671209e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'name': 'tempest-AttachVolumeTestJSON-1316806164-router', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '148aee1e-5bca-47d7-8f62-9015ad052126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:31:31Z', 'updated_at': '2021-09-17T17:31:34Z', 'revision_number': 4, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'gw_port': {'id': '148aee1e-5bca-47d7-8f62-9015ad052126', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:31:32Z', 'updated_at': '2021-09-17T17:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_floatingips': [{'id': 'b62175ab-3714-47fe-90df-5470da8309ac', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'router_id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'port_id': 'c0da6551-e75d-4e08-83f4-c1e66ff545e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6', 'mac_address': 'fa:16:3e:4e:70:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad2a43-24fe-4f88-b81c-01182b784ade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T17:34:42Z', 'updated_at': '2021-09-17T17:35:01Z', 'revision_number': 1, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cce989ac-206e-4bce-a675-be233e11770f', 'name': '', 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'mac_address': 'fa:16:3e:7f:57:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '0bc4c3cf-7b2b-4bf9-b610-021a56ed5884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:31:34Z', 'updated_at': '2021-09-17T17:31:38Z', 'revision_number': 5, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'subnets': [{'id': '0bc4c3cf-7b2b-4bf9-b610-021a56ed5884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:35:02.714912 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792a2326-2660-45dc-8fb9-af3671209e9d None None] The sync data for ids ['2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'] in dv-cinder-809828-1-iscsi is: [{'id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'name': 'tempest-AttachVolumeTestJSON-1316806164-router', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '148aee1e-5bca-47d7-8f62-9015ad052126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:31:31Z', 'updated_at': '2021-09-17T17:31:34Z', 'revision_number': 4, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'gw_port': {'id': '148aee1e-5bca-47d7-8f62-9015ad052126', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:31:32Z', 'updated_at': '2021-09-17T17:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_floatingips': [{'id': 'b62175ab-3714-47fe-90df-5470da8309ac', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'router_id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'port_id': 'c0da6551-e75d-4e08-83f4-c1e66ff545e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6', 'mac_address': 'fa:16:3e:4e:70:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fad2a43-24fe-4f88-b81c-01182b784ade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T17:34:42Z', 'updated_at': '2021-09-17T17:35:01Z', 'revision_number': 1, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cce989ac-206e-4bce-a675-be233e11770f', 'name': '', 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'mac_address': 'fa:16:3e:7f:57:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '0bc4c3cf-7b2b-4bf9-b610-021a56ed5884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:31:34Z', 'updated_at': '2021-09-17T17:31:38Z', 'revision_number': 5, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'subnets': [{'id': '0bc4c3cf-7b2b-4bf9-b610-021a56ed5884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:35:02.906586 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a62eda3-7f95-45d0-9f50-65041be07e39 None None] New status for floating IP b62175ab-3714-47fe-90df-5470da8309ac: ACTIVE {{(pid=94717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 17:35:15.502921 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:35:22.018680 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 6 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:35:22.829283 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-2d7e684c-161d-44a8-8118-53067455b008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:35:24.325020 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-aa2b4ff3-a9a0-4e8b-b80f-03548e834236 req-1e2e4b13-a273-4d57-809a-492ae74a313d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5fad2a43-24fe-4f88-b81c-01182b784ade&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397444 Sep 17 17:35:24.417296 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b4ff3-a9a0-4e8b-b80f-03548e834236 req-2c42df35-a3e3-4408-aa64-1395a16ef75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:35:24.418810 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-aa2b4ff3-a9a0-4e8b-b80f-03548e834236 req-2c42df35-a3e3-4408-aa64-1395a16ef75e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=076b6440e007443cbaf7796e9288ae14&device_id=5fad2a43-24fe-4f88-b81c-01182b784ade HTTP/1.1" status: 200 len: 1099 time: 0.0473490 Sep 17 17:35:24.525287 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b4ff3-a9a0-4e8b-b80f-03548e834236 req-c26352bf-0064-46b1-ba31-294af7792148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:35:24.526767 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-aa2b4ff3-a9a0-4e8b-b80f-03548e834236 req-c26352bf-0064-46b1-ba31-294af7792148 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8137f25b-b6e6-4976-b54e-fc4338ead8a6 HTTP/1.1" status: 200 len: 912 time: 0.0871999 Sep 17 17:35:24.604744 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-aa2b4ff3-a9a0-4e8b-b80f-03548e834236 req-f7a42eb2-599b-4ec9-b7f9-230f6df0d7b0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0da6551-e75d-4e08-83f4-c1e66ff545e7 HTTP/1.1" status: 200 len: 1002 time: 0.0675275 Sep 17 17:35:24.659430 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b4ff3-a9a0-4e8b-b80f-03548e834236 req-5efaf003-172c-4a27-a0a0-aeb977743383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:35:24.660971 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-aa2b4ff3-a9a0-4e8b-b80f-03548e834236 req-5efaf003-172c-4a27-a0a0-aeb977743383 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0bc4c3cf-7b2b-4bf9-b610-021a56ed5884 HTTP/1.1" status: 200 len: 850 time: 0.0480812 Sep 17 17:35:24.707765 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b4ff3-a9a0-4e8b-b80f-03548e834236 req-fce2431f-6730-4b6e-8f66-6b27d0449214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:35:24.709300 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-aa2b4ff3-a9a0-4e8b-b80f-03548e834236 req-fce2431f-6730-4b6e-8f66-6b27d0449214 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8137f25b-b6e6-4976-b54e-fc4338ead8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407403 Sep 17 17:35:24.801941 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-aa2b4ff3-a9a0-4e8b-b80f-03548e834236 req-4d36f46a-754c-46c9-a301-460a2aacd47b service neutron] 10.222.0.42 "GET /v2.0/networks/8137f25b-b6e6-4976-b54e-fc4338ead8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816600 Sep 17 17:35:24.914837 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-aa2b4ff3-a9a0-4e8b-b80f-03548e834236 req-4209ffce-4a63-4c72-a076-f1d63c2ced11 service neutron] 10.222.0.42 "GET /v2.0/networks/8137f25b-b6e6-4976-b54e-fc4338ead8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023705 Sep 17 17:35:25.589065 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-a1c330cb-adfd-4fd3-9375-c487a4efce6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:35:26.737849 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:35:26.754625 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:35:28.577140 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:35:45.474689 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:35:52.874308 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-5fa82705-7a8f-41e3-bcba-c9838449644b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:35:55.611928 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-b2585aa9-a3f3-4569-b252-3150b78a0be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:35:56.731365 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:35:56.806193 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:35:58.565927 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:35:59.017177 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 6 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:36:15.531936 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:22.759192 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f5061-df19-4327-8e98-c56537b88d5a req-68dc3dfd-67af-4b16-a042-ee7a8fab4b42 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:36:22.760635 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cc2f5061-df19-4327-8e98-c56537b88d5a req-68dc3dfd-67af-4b16-a042-ee7a8fab4b42 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fad2a43-24fe-4f88-b81c-01182b784ade HTTP/1.1" status: 200 len: 946 time: 0.0476565 Sep 17 17:36:22.798686 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-cc2f5061-df19-4327-8e98-c56537b88d5a req-27a43065-821c-4b73-9c43-90b82e0cfb38 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=75341dda-b3e0-4d81-8845-c763e8f9550d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309732 Sep 17 17:36:22.857277 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-6ce66954-ca11-4d1a-8451-76ed394e7722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:23.913362 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e220394-ee23-4db6-88ad-7c210f1ec70d req-9b722838-79b2-41eb-8109-63c2873c353e tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:36:23.914841 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4e220394-ee23-4db6-88ad-7c210f1ec70d req-9b722838-79b2-41eb-8109-63c2873c353e tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fad2a43-24fe-4f88-b81c-01182b784ade HTTP/1.1" status: 200 len: 946 time: 0.0477130 Sep 17 17:36:23.959026 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-4e220394-ee23-4db6-88ad-7c210f1ec70d req-b94b64f8-3dd5-4ec3-b562-0de58b9cb4cd tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=75341dda-b3e0-4d81-8845-c763e8f9550d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371482 Sep 17 17:36:24.756058 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55807b8c-8e55-4f42-85fa-b9d7aa978fc0 req-cd894aa8-69d8-481f-ae73-6a2663d30a56 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:36:24.757505 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-55807b8c-8e55-4f42-85fa-b9d7aa978fc0 req-cd894aa8-69d8-481f-ae73-6a2663d30a56 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.42 "GET /v2.0/ports?device_id=5fad2a43-24fe-4f88-b81c-01182b784ade HTTP/1.1" status: 200 len: 946 time: 0.0488346 Sep 17 17:36:24.847316 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-55807b8c-8e55-4f42-85fa-b9d7aa978fc0 req-069f2319-f127-48bd-ba8c-4868598dda68 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Deleting port c0da6551-e75d-4e08-83f4-c1e66ff545e7 {{(pid=94715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:36:24.847659 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-55807b8c-8e55-4f42-85fa-b9d7aa978fc0 req-069f2319-f127-48bd-ba8c-4868598dda68 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:24.935628 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [req-55807b8c-8e55-4f42-85fa-b9d7aa978fc0 req-069f2319-f127-48bd-ba8c-4868598dda68 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] For port c0da6551-e75d-4e08-83f4-c1e66ff545e7, host hv-cinder-80982, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80982',level=0,port_id=c0da6551-e75d-4e08-83f4-c1e66ff545e7,segment=NetworkSegment(e08fca89-3594-47e5-869b-e045c2f2d20a),segment_id=e08fca89-3594-47e5-869b-e045c2f2d20a)] {{(pid=94715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:36:24.936874 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-55807b8c-8e55-4f42-85fa-b9d7aa978fc0 req-069f2319-f127-48bd-ba8c-4868598dda68 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:25.124510 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6720c2-df3b-49bd-afa7-9dd69c113200 req-60014d13-5fdf-4d3f-bb90-5483035a290e tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 17:36:25.125977 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1e6720c2-df3b-49bd-afa7-9dd69c113200 req-60014d13-5fdf-4d3f-bb90-5483035a290e tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fad2a43-24fe-4f88-b81c-01182b784ade HTTP/1.1" status: 200 len: 946 time: 0.0966632 Sep 17 17:36:25.139173 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-55807b8c-8e55-4f42-85fa-b9d7aa978fc0 req-069f2319-f127-48bd-ba8c-4868598dda68 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:25.139699 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-55807b8c-8e55-4f42-85fa-b9d7aa978fc0 req-069f2319-f127-48bd-ba8c-4868598dda68 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3693841'] for floatingip, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:25.140244 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.db.l3_db [req-55807b8c-8e55-4f42-85fa-b9d7aa978fc0 req-069f2319-f127-48bd-ba8c-4868598dda68 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Floating IP b62175ab-3714-47fe-90df-5470da8309ac disassociated. External IP: 172.27.2.227, port: c0da6551-e75d-4e08-83f4-c1e66ff545e7. Sep 17 17:36:25.140593 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [req-55807b8c-8e55-4f42-85fa-b9d7aa978fc0 req-069f2319-f127-48bd-ba8c-4868598dda68 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Calling delete_port for c0da6551-e75d-4e08-83f4-c1e66ff545e7 owned by compute:nova {{(pid=94715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:36:25.463535 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1e6720c2-df3b-49bd-afa7-9dd69c113200 req-56112f1f-edef-4495-995a-70de17ae89c2 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups?id=75341dda-b3e0-4d81-8845-c763e8f9550d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3275554 Sep 17 17:36:25.578175 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-55807b8c-8e55-4f42-85fa-b9d7aa978fc0 req-069f2319-f127-48bd-ba8c-4868598dda68 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:25.594830 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-308b661f-0806-4c6b-bba0-f3a26e0d9350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:25.609469 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f2319-f127-48bd-ba8c-4868598dda68 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Pushing event deleted for resources: {'Port': ['ID=c0da6551-e75d-4e08-83f4-c1e66ff545e7,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:36:25.620436 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069f2319-f127-48bd-ba8c-4868598dda68 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:36:25.620786 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069f2319-f127-48bd-ba8c-4868598dda68 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:36:25.621131 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069f2319-f127-48bd-ba8c-4868598dda68 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:36:25.621464 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069f2319-f127-48bd-ba8c-4868598dda68 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:36:25.621891 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069f2319-f127-48bd-ba8c-4868598dda68 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:36:25.622224 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069f2319-f127-48bd-ba8c-4868598dda68 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:36:25.622552 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069f2319-f127-48bd-ba8c-4868598dda68 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:36:25.622881 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069f2319-f127-48bd-ba8c-4868598dda68 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:36:25.623229 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069f2319-f127-48bd-ba8c-4868598dda68 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:36:25.623560 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069f2319-f127-48bd-ba8c-4868598dda68 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:36:25.623918 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069f2319-f127-48bd-ba8c-4868598dda68 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:36:25.624239 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069f2319-f127-48bd-ba8c-4868598dda68 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:36:25.731072 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55807b8c-8e55-4f42-85fa-b9d7aa978fc0 req-069f2319-f127-48bd-ba8c-4868598dda68 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Router 2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4 has already been hosted by L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 {{(pid=94715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 17:36:25.836982 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55807b8c-8e55-4f42-85fa-b9d7aa978fc0 req-069f2319-f127-48bd-ba8c-4868598dda68 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:36:25.846506 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c444c36-f523-4143-9c7d-a2131922f356 None None] Sync routers for ids ['2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'] in dv-cinder-809828-1-iscsi {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:36:25.855220 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c444c36-f523-4143-9c7d-a2131922f356 None None] Routers {'2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:36:25.855824 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-8c444c36-f523-4143-9c7d-a2131922f356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:36:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:36:25.876182 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [req-55807b8c-8e55-4f42-85fa-b9d7aa978fc0 req-069f2319-f127-48bd-ba8c-4868598dda68 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] No DVR routers for this DVR port c0da6551-e75d-4e08-83f4-c1e66ff545e7 on host hv-cinder-80982 {{(pid=94715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 17:36:25.878830 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [req-55807b8c-8e55-4f42-85fa-b9d7aa978fc0 req-069f2319-f127-48bd-ba8c-4868598dda68 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for port, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:25.880798 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-55807b8c-8e55-4f42-85fa-b9d7aa978fc0 req-069f2319-f127-48bd-ba8c-4868598dda68 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.42 "DELETE /v2.0/ports/c0da6551-e75d-4e08-83f4-c1e66ff545e7 HTTP/1.1" status: 204 len: 173 time: 1.1144941 Sep 17 17:36:25.881243 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fad2a43-24fe-4f88-b81c-01182b784ade', 'name': 'network-vif-deleted', 'tag': 'c0da6551-e75d-4e08-83f4-c1e66ff545e7'}] {{(pid=94715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 17:36:25.883790 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90d745a3553ac63624e6ad1467d2a59ea0a68eb26f84f35cf86ee760b852116c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f33014-cec9-4b12-82c6-7a4da080a5c0" -d '{"events": [{"server_uuid": "5fad2a43-24fe-4f88-b81c-01182b784ade", "name": "network-vif-deleted", "tag": "c0da6551-e75d-4e08-83f4-c1e66ff545e7"}]}' {{(pid=94715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 17:36:25.920729 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 17:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f12511-aa8b-4b64-ba67-5bdf5d286604 x-openstack-request-id: req-41f12511-aa8b-4b64-ba67-5bdf5d286604 {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 17:36:25.920729 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fad2a43-24fe-4f88-b81c-01182b784ade", "name": "network-vif-deleted", "tag": "c0da6551-e75d-4e08-83f4-c1e66ff545e7", "status": "completed", "code": 200}]} {{(pid=94715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 17:36:25.920729 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-41f12511-aa8b-4b64-ba67-5bdf5d286604 {{(pid=94715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 17:36:25.920729 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fad2a43-24fe-4f88-b81c-01182b784ade', 'name': 'network-vif-deleted', 'tag': 'c0da6551-e75d-4e08-83f4-c1e66ff545e7', 'status': 'completed', 'code': 200} Sep 17 17:36:25.962173 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-8c444c36-f523-4143-9c7d-a2131922f356 None None] Set router 2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:36:26.245353 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-8c444c36-f523-4143-9c7d-a2131922f356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'name': 'tempest-AttachVolumeTestJSON-1316806164-router', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '148aee1e-5bca-47d7-8f62-9015ad052126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:31:31Z', 'updated_at': '2021-09-17T17:31:34Z', 'revision_number': 4, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'gw_port': {'id': '148aee1e-5bca-47d7-8f62-9015ad052126', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:31:32Z', 'updated_at': '2021-09-17T17:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': 'cce989ac-206e-4bce-a675-be233e11770f', 'name': '', 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'mac_address': 'fa:16:3e:7f:57:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '0bc4c3cf-7b2b-4bf9-b610-021a56ed5884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:31:34Z', 'updated_at': '2021-09-17T17:31:38Z', 'revision_number': 5, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'subnets': [{'id': '0bc4c3cf-7b2b-4bf9-b610-021a56ed5884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:36:26.273882 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c444c36-f523-4143-9c7d-a2131922f356 None None] Checking router: 2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4 for host: dv-cinder-809828-1-iscsi {{(pid=94718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:36:26.281830 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c444c36-f523-4143-9c7d-a2131922f356 None None] Routers {'2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:36:26.282414 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-8c444c36-f523-4143-9c7d-a2131922f356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:36:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:36:26.384697 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-8c444c36-f523-4143-9c7d-a2131922f356 None None] Set router 2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:36:26.569144 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [req-1eefe691-4a20-4973-a5d7-0852335be1c0 req-f8225bf7-4c83-4aad-b26b-d2cbeba5aa19 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/ports?device_id=5fad2a43-24fe-4f88-b81c-01182b784ade HTTP/1.1" status: 200 len: 210 time: 0.0262570 Sep 17 17:36:26.581754 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-8c444c36-f523-4143-9c7d-a2131922f356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'name': 'tempest-AttachVolumeTestJSON-1316806164-router', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '148aee1e-5bca-47d7-8f62-9015ad052126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:31:31Z', 'updated_at': '2021-09-17T17:31:34Z', 'revision_number': 4, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'gw_port': {'id': '148aee1e-5bca-47d7-8f62-9015ad052126', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:31:32Z', 'updated_at': '2021-09-17T17:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': 'cce989ac-206e-4bce-a675-be233e11770f', 'name': '', 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'mac_address': 'fa:16:3e:7f:57:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '0bc4c3cf-7b2b-4bf9-b610-021a56ed5884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:31:34Z', 'updated_at': '2021-09-17T17:31:38Z', 'revision_number': 5, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'subnets': [{'id': '0bc4c3cf-7b2b-4bf9-b610-021a56ed5884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:36:26.617692 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c444c36-f523-4143-9c7d-a2131922f356 None None] The sync data for ids ['2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'] in dv-cinder-809828-1-iscsi is: [{'id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'name': 'tempest-AttachVolumeTestJSON-1316806164-router', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '148aee1e-5bca-47d7-8f62-9015ad052126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:31:31Z', 'updated_at': '2021-09-17T17:31:34Z', 'revision_number': 4, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'gw_port': {'id': '148aee1e-5bca-47d7-8f62-9015ad052126', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:31:32Z', 'updated_at': '2021-09-17T17:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi', '_interfaces': [{'id': 'cce989ac-206e-4bce-a675-be233e11770f', 'name': '', 'network_id': '8137f25b-b6e6-4976-b54e-fc4338ead8a6', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'mac_address': 'fa:16:3e:7f:57:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '0bc4c3cf-7b2b-4bf9-b610-021a56ed5884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:31:34Z', 'updated_at': '2021-09-17T17:31:38Z', 'revision_number': 5, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'subnets': [{'id': '0bc4c3cf-7b2b-4bf9-b610-021a56ed5884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:36:26.731958 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:26.783429 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:26.869697 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb86f8f6-4c94-480b-80c7-c2978fff7004 None None] New status for floating IP b62175ab-3714-47fe-90df-5470da8309ac: DOWN {{(pid=94717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 17:36:27.743866 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 35562) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:36:27.799732 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-2504bc52-0f53-4ed7-887a-83cb79c7ab41 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:27.823906 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-2504bc52-0f53-4ed7-887a-83cb79c7ab41 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:27.908530 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-2504bc52-0f53-4ed7-887a-83cb79c7ab41 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:27.911002 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-2504bc52-0f53-4ed7-887a-83cb79c7ab41 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:27.912155 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-2504bc52-0f53-4ed7-887a-83cb79c7ab41 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "DELETE /v2.0/security-groups/75341dda-b3e0-4d81-8845-c763e8f9550d HTTP/1.1" status: 204 len: 168 time: 0.1672645 Sep 17 17:36:27.914937 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 35564) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:36:27.921404 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504bc52-0f53-4ed7-887a-83cb79c7ab41 tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75341dda-b3e0-4d81-8845-c763e8f9550d,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:36:27.929873 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.api.v2.resource [None req-ec04ac01-daed-447f-8f71-fbf7b85d762a tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] show failed (client error): The resource could not be found. Sep 17 17:36:27.930888 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-ec04ac01-daed-447f-8f71-fbf7b85d762a tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "GET /v2.0/security-groups/75341dda-b3e0-4d81-8845-c763e8f9550d HTTP/1.1" status: 404 len: 347 time: 0.0149539 Sep 17 17:36:27.933773 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 35568) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:36:28.062521 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [None req-07b53f1d-a50d-42bc-b5a4-06cbd1d15bbb tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Deleting port a65bf857-ddeb-49f2-8bf1-c94380c55628 {{(pid=94715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:36:28.062868 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-07b53f1d-a50d-42bc-b5a4-06cbd1d15bbb tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:28.135589 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-07b53f1d-a50d-42bc-b5a4-06cbd1d15bbb tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:28.135917 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-07b53f1d-a50d-42bc-b5a4-06cbd1d15bbb tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:28.147124 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [None req-07b53f1d-a50d-42bc-b5a4-06cbd1d15bbb tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Calling delete_port for a65bf857-ddeb-49f2-8bf1-c94380c55628 owned by network:floatingip {{(pid=94715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:36:28.247962 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device c0da6551-e75d-4e08-83f4-c1e66ff545e7 no longer exists at agent hyperv_hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:36:28.269753 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] No Port match for: c0da6551-e75d-4e08-83f4-c1e66ff545e7 {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:36:28.274486 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Device c0da6551-e75d-4e08-83f4-c1e66ff545e7 not bound to the agent host hv-cinder-80982 {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:36:28.331824 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-07b53f1d-a50d-42bc-b5a4-06cbd1d15bbb tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:28.359375 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b53f1d-a50d-42bc-b5a4-06cbd1d15bbb tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Pushing event deleted for resources: {'Port': ['ID=a65bf857-ddeb-49f2-8bf1-c94380c55628,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:36:28.417163 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-07b53f1d-a50d-42bc-b5a4-06cbd1d15bbb tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks [] for floatingip, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:28.419754 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-07b53f1d-a50d-42bc-b5a4-06cbd1d15bbb tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62047'] for floatingip, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:28.421465 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-07b53f1d-a50d-42bc-b5a4-06cbd1d15bbb tempest-AttachVolumeTestJSON-212598982 tempest-AttachVolumeTestJSON-212598982-project] 10.222.0.18 "DELETE /v2.0/floatingips/b62175ab-3714-47fe-90df-5470da8309ac HTTP/1.1" status: 204 len: 168 time: 0.4862382 Sep 17 17:36:28.565582 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:32.356365 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 35596) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:36:32.847863 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a3f7bbbf-6022-4665-8fdf-0a52bff13fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3691281'] for router_interface, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:33.083811 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [None req-a3f7bbbf-6022-4665-8fdf-0a52bff13fda admin admin] Deleting port cce989ac-206e-4bce-a675-be233e11770f {{(pid=94715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:36:33.084066 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a3f7bbbf-6022-4665-8fdf-0a52bff13fda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:33.161104 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-a3f7bbbf-6022-4665-8fdf-0a52bff13fda admin admin] For port cce989ac-206e-4bce-a675-be233e11770f, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=cce989ac-206e-4bce-a675-be233e11770f,segment=NetworkSegment(e08fca89-3594-47e5-869b-e045c2f2d20a),segment_id=e08fca89-3594-47e5-869b-e045c2f2d20a)] {{(pid=94715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:36:33.161465 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a3f7bbbf-6022-4665-8fdf-0a52bff13fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:33.177648 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [None req-a3f7bbbf-6022-4665-8fdf-0a52bff13fda admin admin] Calling delete_port for cce989ac-206e-4bce-a675-be233e11770f owned by network:router_interface {{(pid=94715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:36:33.474260 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a3f7bbbf-6022-4665-8fdf-0a52bff13fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:33.501035 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f7bbbf-6022-4665-8fdf-0a52bff13fda admin admin] Pushing event deleted for resources: {'Port': ['ID=cce989ac-206e-4bce-a675-be233e11770f,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:36:33.662389 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a3f7bbbf-6022-4665-8fdf-0a52bff13fda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693985'] for router_interface, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:33.868164 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f7bbbf-6022-4665-8fdf-0a52bff13fda admin admin] Router 2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4 has already been hosted by L3 agent 310390aa-00ab-4a7b-a7df-98996a3be4a9 {{(pid=94715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 17:36:33.974531 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f7bbbf-6022-4665-8fdf-0a52bff13fda admin admin] Notify agent at l3_agent.dv-cinder-809828-1-iscsi the message routers_updated {{(pid=94715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 17:36:33.980788 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-a3f7bbbf-6022-4665-8fdf-0a52bff13fda admin admin] 10.222.0.18 "PUT /v2.0/routers/2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6232150 Sep 17 17:36:33.982118 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 35600) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:36:33.982900 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001adc16-2778-4c5d-ae66-e0d8e8756fd9 None None] Sync routers for ids ['2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'] in dv-cinder-809828-1-iscsi {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 17:36:33.992292 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001adc16-2778-4c5d-ae66-e0d8e8756fd9 None None] Routers {'2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:36:33.992898 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-001adc16-2778-4c5d-ae66-e0d8e8756fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:36:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:36:34.103242 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b371e9ef-c04a-4add-8694-0222d3fa4acc admin admin] Notify callbacks [] for router, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:34.105222 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-001adc16-2778-4c5d-ae66-e0d8e8756fd9 None None] Set router 2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4 gateway port host: dv-cinder-809828-1-iscsi {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:36:34.216788 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b371e9ef-c04a-4add-8694-0222d3fa4acc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:34.312093 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [None req-b371e9ef-c04a-4add-8694-0222d3fa4acc admin admin] Deleting port 148aee1e-5bca-47d7-8f62-9015ad052126 {{(pid=94715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:36:34.312593 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b371e9ef-c04a-4add-8694-0222d3fa4acc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:34.313923 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-001adc16-2778-4c5d-ae66-e0d8e8756fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'name': 'tempest-AttachVolumeTestJSON-1316806164-router', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'external_fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '148aee1e-5bca-47d7-8f62-9015ad052126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:31:31Z', 'updated_at': '2021-09-17T17:36:33Z', 'revision_number': 5, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'gw_port': {'id': '148aee1e-5bca-47d7-8f62-9015ad052126', 'name': '', 'network_id': '7f46aa8a-ac5b-466b-83ca-0aaf07b3bc02', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809828-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T17:31:32Z', 'updated_at': '2021-09-17T17:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78817fd2-befc-49bb-8f7f-e04863f48a33', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809828-1-iscsi'}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:36:34.342278 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001adc16-2778-4c5d-ae66-e0d8e8756fd9 None None] Checking router: 2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4 for host: dv-cinder-809828-1-iscsi {{(pid=94718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 17:36:34.352363 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001adc16-2778-4c5d-ae66-e0d8e8756fd9 None None] Routers {'2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'} bound to L3 agent in host dv-cinder-809828-1-iscsi {{(pid=94718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 17:36:34.352974 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-001adc16-2778-4c5d-ae66-e0d8e8756fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809828-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T17:14:56Z,description=,heartbeat_timestamp=2021-09-17T17:36:26Z,host='dv-cinder-809828-1-iscsi',id=310390aa-00ab-4a7b-a7df-98996a3be4a9,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T17:14:56Z,topic='l3_agent')) {'router_ids': ['2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'], 'active': True} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:36:34.398258 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-b371e9ef-c04a-4add-8694-0222d3fa4acc admin admin] For port 148aee1e-5bca-47d7-8f62-9015ad052126, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=148aee1e-5bca-47d7-8f62-9015ad052126,segment=NetworkSegment(f5bce3a7-39d4-42b3-980e-fe31588455ee),segment_id=f5bce3a7-39d4-42b3-980e-fe31588455ee)] {{(pid=94715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:36:34.398538 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b371e9ef-c04a-4add-8694-0222d3fa4acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:34.415790 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [None req-b371e9ef-c04a-4add-8694-0222d3fa4acc admin admin] Calling delete_port for 148aee1e-5bca-47d7-8f62-9015ad052126 owned by network:router_gateway {{(pid=94715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:36:34.441178 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_dvr_db [None req-001adc16-2778-4c5d-ae66-e0d8e8756fd9 None None] Set router 2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4 gateway port host: None {{(pid=94718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 17:36:34.503853 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.l3_hamode_db [None req-001adc16-2778-4c5d-ae66-e0d8e8756fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'name': 'tempest-AttachVolumeTestJSON-1316806164-router', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:31:31Z', 'updated_at': '2021-09-17T17:36:34Z', 'revision_number': 6, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'gw_port_host': None}], 'dv-cinder-809828-1-iscsi', False) {} {{(pid=94718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:36:34.536959 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001adc16-2778-4c5d-ae66-e0d8e8756fd9 None None] The sync data for ids ['2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4'] in dv-cinder-809828-1-iscsi is: [{'id': '2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4', 'name': 'tempest-AttachVolumeTestJSON-1316806164-router', 'tenant_id': '076b6440e007443cbaf7796e9288ae14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T17:31:31Z', 'updated_at': '2021-09-17T17:36:34Z', 'revision_number': 6, 'project_id': '076b6440e007443cbaf7796e9288ae14', 'gw_port_host': None}] {{(pid=94718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 17:36:34.640940 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b371e9ef-c04a-4add-8694-0222d3fa4acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:34.673426 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b371e9ef-c04a-4add-8694-0222d3fa4acc admin admin] Pushing event deleted for resources: {'Port': ['ID=148aee1e-5bca-47d7-8f62-9015ad052126,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:36:34.738311 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b371e9ef-c04a-4add-8694-0222d3fa4acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3693927'] for router_gateway, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:34.827817 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b371e9ef-c04a-4add-8694-0222d3fa4acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3691830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1013'] for router, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:34.830534 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b371e9ef-c04a-4add-8694-0222d3fa4acc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:34.955367 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b371e9ef-c04a-4add-8694-0222d3fa4acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3691981'] for router, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:34.955906 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b371e9ef-c04a-4add-8694-0222d3fa4acc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4 {{(pid=94715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 17:36:34.960675 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b371e9ef-c04a-4add-8694-0222d3fa4acc admin admin] Notify callbacks [] for router, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:34.961871 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-b371e9ef-c04a-4add-8694-0222d3fa4acc admin admin] 10.222.0.18 "DELETE /v2.0/routers/2d52bf5b-1627-4a02-9d96-dbd2ffdd35e4 HTTP/1.1" status: 204 len: 168 time: 0.9788435 Sep 17 17:36:34.964428 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 35602) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:36:35.008347 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f878352-ef8e-4632-ab14-ea507bf4c3b7 admin admin] Deleting subnet 0bc4c3cf-7b2b-4bf9-b610-021a56ed5884 {{(pid=94715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 17:36:35.011378 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8f878352-ef8e-4632-ab14-ea507bf4c3b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:35.044669 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8f878352-ef8e-4632-ab14-ea507bf4c3b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29313401'] for subnet, precommit_delete_associations {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:35.122797 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8f878352-ef8e-4632-ab14-ea507bf4c3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706992'] for subnet, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:35.235274 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8f878352-ef8e-4632-ab14-ea507bf4c3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29270064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25266486'] for subnet, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:35.260245 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f878352-ef8e-4632-ab14-ea507bf4c3b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bc4c3cf-7b2b-4bf9-b610-021a56ed5884,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:36:35.263824 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8f878352-ef8e-4632-ab14-ea507bf4c3b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:35.266258 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-8f878352-ef8e-4632-ab14-ea507bf4c3b7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0bc4c3cf-7b2b-4bf9-b610-021a56ed5884 HTTP/1.1" status: 204 len: 168 time: 0.3003619 Sep 17 17:36:35.268544 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 35604) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:36:35.271591 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b474fe9-477c-44b1-9162-75c6087523a1 None None] Network 8137f25b-b6e6-4976-b54e-fc4338ead8a6 requested from dv-cinder-809828-1-iscsi {{(pid=94717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 17:36:35.349396 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-fe0f3ecc-d334-43ff-b99a-65926b10c3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3478593'] for network, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:35.350009 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 148aee1e-5bca-47d7-8f62-9015ad052126 no longer exists at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:36:35.372140 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] No Port match for: 148aee1e-5bca-47d7-8f62-9015ad052126 {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:36:35.372484 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device 148aee1e-5bca-47d7-8f62-9015ad052126 not bound to the agent host dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:36:35.372906 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device cce989ac-206e-4bce-a675-be233e11770f no longer exists at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:36:35.407021 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [None req-fe0f3ecc-d334-43ff-b99a-65926b10c3ab admin admin] Deleting port ad0556fa-1294-4f56-9996-af8a6f75f3f0 {{(pid=94715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:36:35.407370 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-fe0f3ecc-d334-43ff-b99a-65926b10c3ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:35.421566 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] No Port match for: cce989ac-206e-4bce-a675-be233e11770f {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:36:35.422550 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device cce989ac-206e-4bce-a675-be233e11770f not bound to the agent host dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:36:35.475728 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-fe0f3ecc-d334-43ff-b99a-65926b10c3ab admin admin] For port ad0556fa-1294-4f56-9996-af8a6f75f3f0, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=ad0556fa-1294-4f56-9996-af8a6f75f3f0,segment=NetworkSegment(e08fca89-3594-47e5-869b-e045c2f2d20a),segment_id=e08fca89-3594-47e5-869b-e045c2f2d20a)] {{(pid=94715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:36:35.476099 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-fe0f3ecc-d334-43ff-b99a-65926b10c3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:35.488323 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [None req-fe0f3ecc-d334-43ff-b99a-65926b10c3ab admin admin] Calling delete_port for ad0556fa-1294-4f56-9996-af8a6f75f3f0 owned by network:dhcp {{(pid=94715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:36:35.498438 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804b3ebb-2064-4bc3-b5e9-3349271a1a9a None None] DHCP port deletion for 8137f25b-b6e6-4976-b54e-fc4338ead8a6 request from dv-cinder-809828-1-iscsi {{(pid=94717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 17:36:35.550725 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-804b3ebb-2064-4bc3-b5e9-3349271a1a9a None None] Deleting port ad0556fa-1294-4f56-9996-af8a6f75f3f0 {{(pid=94717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 17:36:35.551305 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-804b3ebb-2064-4bc3-b5e9-3349271a1a9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747491633201'] for port, before_delete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:35.621233 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.db [None req-804b3ebb-2064-4bc3-b5e9-3349271a1a9a None None] For port ad0556fa-1294-4f56-9996-af8a6f75f3f0, host dv-cinder-809828-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809828-1-iscsi',level=0,port_id=ad0556fa-1294-4f56-9996-af8a6f75f3f0,segment=NetworkSegment(e08fca89-3594-47e5-869b-e045c2f2d20a),segment_id=e08fca89-3594-47e5-869b-e045c2f2d20a)] {{(pid=94717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 17:36:35.621640 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-804b3ebb-2064-4bc3-b5e9-3349271a1a9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3681113'] for port, precommit_delete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:35.638335 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-804b3ebb-2064-4bc3-b5e9-3349271a1a9a None None] Calling delete_port for ad0556fa-1294-4f56-9996-af8a6f75f3f0 owned by network:dhcp {{(pid=94717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 17:36:35.794669 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-804b3ebb-2064-4bc3-b5e9-3349271a1a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547'] for port, after_delete {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:35.819692 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b3ebb-2064-4bc3-b5e9-3349271a1a9a None None] Pushing event deleted for resources: {'Port': ['ID=ad0556fa-1294-4f56-9996-af8a6f75f3f0,revision_number=None']} {{(pid=94717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:36:35.824229 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804b3ebb-2064-4bc3-b5e9-3349271a1a9a None None] No DVR routers for this DVR port ad0556fa-1294-4f56-9996-af8a6f75f3f0 on host dv-cinder-809828-1-iscsi {{(pid=94717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 17:36:35.830423 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804b3ebb-2064-4bc3-b5e9-3349271a1a9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:36:35.830770 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804b3ebb-2064-4bc3-b5e9-3349271a1a9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:36:35.831151 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804b3ebb-2064-4bc3-b5e9-3349271a1a9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:36:35.835392 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804b3ebb-2064-4bc3-b5e9-3349271a1a9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:36:35.835698 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-fe0f3ecc-d334-43ff-b99a-65926b10c3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-681281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747491640055', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491118547', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29270047'] for port, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:35.836269 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804b3ebb-2064-4bc3-b5e9-3349271a1a9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:36:35.836269 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804b3ebb-2064-4bc3-b5e9-3349271a1a9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:36:35.836269 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804b3ebb-2064-4bc3-b5e9-3349271a1a9a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:36:35.836269 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804b3ebb-2064-4bc3-b5e9-3349271a1a9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:36:35.836269 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804b3ebb-2064-4bc3-b5e9-3349271a1a9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:36:35.836269 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804b3ebb-2064-4bc3-b5e9-3349271a1a9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:36:35.836269 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804b3ebb-2064-4bc3-b5e9-3349271a1a9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:36:35.836269 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804b3ebb-2064-4bc3-b5e9-3349271a1a9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:36:35.844734 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0f3ecc-d334-43ff-b99a-65926b10c3ab admin admin] No DVR routers for this DVR port ad0556fa-1294-4f56-9996-af8a6f75f3f0 on host dv-cinder-809828-1-iscsi {{(pid=94715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 17:36:35.864695 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0f3ecc-d334-43ff-b99a-65926b10c3ab admin admin] Pushing event deleted for resources: {'Port': ['ID=ad0556fa-1294-4f56-9996-af8a6f75f3f0,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:36:35.932097 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-fe0f3ecc-d334-43ff-b99a-65926b10c3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-707639', 'neutron.services.segments.db._delete_segments_for_network-8747491616925'] for network, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:35.951052 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.services.segments.db [None req-fe0f3ecc-d334-43ff-b99a-65926b10c3ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8137f25b-b6e6-4976-b54e-fc4338ead8a6']}} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:36:35.960640 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.services.segments.db [None req-fe0f3ecc-d334-43ff-b99a-65926b10c3ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e08fca89-3594-47e5-869b-e045c2f2d20a') {'for_net_delete': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:36:35.960941 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.services.segments.db [None req-fe0f3ecc-d334-43ff-b99a-65926b10c3ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e08fca89-3594-47e5-869b-e045c2f2d20a') {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 17:36:35.970601 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-fe0f3ecc-d334-43ff-b99a-65926b10c3ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747491617190', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29313394'] for segment, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:35.983110 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-fe0f3ecc-d334-43ff-b99a-65926b10c3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157'] for segment, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:35.988879 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe0f3ecc-d334-43ff-b99a-65926b10c3ab admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=94715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 17:36:35.989265 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-fe0f3ecc-d334-43ff-b99a-65926b10c3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-709157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29270766'] for segment, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:35.990861 dv-cinder-809828-1-iscsi neutron-server[94715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 17:36:35.990861 dv-cinder-809828-1-iscsi neutron-server[94715]: self.session.flush() Sep 17 17:36:35.990861 dv-cinder-809828-1-iscsi neutron-server[94715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 17:36:35.990861 dv-cinder-809828-1-iscsi neutron-server[94715]: self.session.flush() Sep 17 17:36:35.990861 dv-cinder-809828-1-iscsi neutron-server[94715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 17:36:35.990861 dv-cinder-809828-1-iscsi neutron-server[94715]: self.session.flush() Sep 17 17:36:35.990861 dv-cinder-809828-1-iscsi neutron-server[94715]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 17:36:35.990861 dv-cinder-809828-1-iscsi neutron-server[94715]: self.session.flush() Sep 17 17:36:35.990861 dv-cinder-809828-1-iscsi neutron-server[94715]: Traceback (most recent call last): Sep 17 17:36:35.990861 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 17:36:35.990861 dv-cinder-809828-1-iscsi neutron-server[94715]: timer() Sep 17 17:36:35.990861 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 17:36:35.990861 dv-cinder-809828-1-iscsi neutron-server[94715]: cb(*args, **kw) Sep 17 17:36:35.990861 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 17:36:35.990861 dv-cinder-809828-1-iscsi neutron-server[94715]: return func(*args, **kwargs) Sep 17 17:36:35.990861 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 17:36:35.990861 dv-cinder-809828-1-iscsi neutron-server[94715]: self._notify() Sep 17 17:36:35.990861 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 17:36:35.990861 dv-cinder-809828-1-iscsi neutron-server[94715]: self.callback(batched_events) Sep 17 17:36:35.990861 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 17:36:35.990861 dv-cinder-809828-1-iscsi neutron-server[94715]: event.method(event) Sep 17 17:36:35.990861 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 17:36:35.990861 dv-cinder-809828-1-iscsi neutron-server[94715]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 17:36:35.990861 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 17:36:35.990861 dv-cinder-809828-1-iscsi neutron-server[94715]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 17:36:35.990861 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 17:36:35.990861 dv-cinder-809828-1-iscsi neutron-server[94715]: return f(self, *a, **k) Sep 17 17:36:35.990861 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 17:36:35.990861 dv-cinder-809828-1-iscsi neutron-server[94715]: return self._get(url).json() Sep 17 17:36:35.990861 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 17:36:35.990861 dv-cinder-809828-1-iscsi neutron-server[94715]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 17:36:35.990861 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 17:36:35.990861 dv-cinder-809828-1-iscsi neutron-server[94715]: return self.request(url, 'GET', **kwargs) Sep 17 17:36:35.990861 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 17:36:35.990861 dv-cinder-809828-1-iscsi neutron-server[94715]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 17:36:35.990861 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 17:36:35.990861 dv-cinder-809828-1-iscsi neutron-server[94715]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 17:36:35.990861 dv-cinder-809828-1-iscsi neutron-server[94715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 17:36:35.990861 dv-cinder-809828-1-iscsi neutron-server[94715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 17:36:35.990861 dv-cinder-809828-1-iscsi neutron-server[94715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 17:36:36.015114 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 6 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:36:36.114206 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-fe0f3ecc-d334-43ff-b99a-65926b10c3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-707630', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3931198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3693827'] for network, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:36.119671 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-fe0f3ecc-d334-43ff-b99a-65926b10c3ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3931180'] for network, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:36.121496 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-fe0f3ecc-d334-43ff-b99a-65926b10c3ab admin admin] 10.222.0.18 "DELETE /v2.0/networks/8137f25b-b6e6-4976-b54e-fc4338ead8a6 HTTP/1.1" status: 204 len: 168 time: 0.8523319 Sep 17 17:36:36.132105 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0f3ecc-d334-43ff-b99a-65926b10c3ab admin admin] Pushing event deleted for resources: {'Network': ['ID=8137f25b-b6e6-4976-b54e-fc4338ead8a6,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:36:36.502080 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 35608) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:36:36.545348 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-a7d04fb8-3ffd-4e4b-87f1-464db2d9a315 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=076b6440e007443cbaf7796e9288ae14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421398 Sep 17 17:36:36.548080 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 35610) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:36:36.598121 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-116566c4-cdb9-428c-9e89-0384c09a789b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:36.618244 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-116566c4-cdb9-428c-9e89-0384c09a789b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:36.743538 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-116566c4-cdb9-428c-9e89-0384c09a789b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:36.746072 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-116566c4-cdb9-428c-9e89-0384c09a789b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:36.747281 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-116566c4-cdb9-428c-9e89-0384c09a789b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/19a8927e-0d6b-457c-9cf1-a208dbbd56ca HTTP/1.1" status: 204 len: 168 time: 0.1981938 Sep 17 17:36:36.755490 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116566c4-cdb9-428c-9e89-0384c09a789b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a8927e-0d6b-457c-9cf1-a208dbbd56ca,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:36:36.762374 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116566c4-cdb9-428c-9e89-0384c09a789b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:36:36.762733 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116566c4-cdb9-428c-9e89-0384c09a789b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:36:36.763104 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116566c4-cdb9-428c-9e89-0384c09a789b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:36:36.763446 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116566c4-cdb9-428c-9e89-0384c09a789b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:36:36.763781 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116566c4-cdb9-428c-9e89-0384c09a789b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:36:36.764116 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116566c4-cdb9-428c-9e89-0384c09a789b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:36:36.764444 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116566c4-cdb9-428c-9e89-0384c09a789b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:36:36.764772 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116566c4-cdb9-428c-9e89-0384c09a789b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:36:36.765102 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116566c4-cdb9-428c-9e89-0384c09a789b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:36:36.765426 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116566c4-cdb9-428c-9e89-0384c09a789b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:36:36.765749 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116566c4-cdb9-428c-9e89-0384c09a789b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:36:36.766098 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116566c4-cdb9-428c-9e89-0384c09a789b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:36:37.073074 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device ad0556fa-1294-4f56-9996-af8a6f75f3f0 no longer exists at agent ovs-agent-dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 17:36:37.093795 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.plugin [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] No Port match for: ad0556fa-1294-4f56-9996-af8a6f75f3f0 {{(pid=94717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 17:36:37.094147 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron.plugins.ml2.rpc [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Device ad0556fa-1294-4f56-9996-af8a6f75f3f0 not bound to the agent host dv-cinder-809828-1-iscsi {{(pid=94717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 17:36:45.491696 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:48.013493 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 35724) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:36:48.128185 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8c230d0e-56cd-41ec-9d5a-fd117edca5ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:48.213774 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8c230d0e-56cd-41ec-9d5a-fd117edca5ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:48.274384 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-8c230d0e-56cd-41ec-9d5a-fd117edca5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:48.310425 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-8c230d0e-56cd-41ec-9d5a-fd117edca5ba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=68a9b4e6ac1443d985380875bf44ee35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2958145 Sep 17 17:36:48.311278 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c230d0e-56cd-41ec-9d5a-fd117edca5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e46329-0f00-451f-ac76-eda49b6799aa,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:36:48.313243 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 35728) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:36:48.361593 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-80aebb6a-9f87-481d-a8cb-28540ed5cf28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:48.382344 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-80aebb6a-9f87-481d-a8cb-28540ed5cf28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:48.497239 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-80aebb6a-9f87-481d-a8cb-28540ed5cf28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:48.499798 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-80aebb6a-9f87-481d-a8cb-28540ed5cf28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:48.500939 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-80aebb6a-9f87-481d-a8cb-28540ed5cf28 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/31e46329-0f00-451f-ac76-eda49b6799aa HTTP/1.1" status: 204 len: 168 time: 0.1867185 Sep 17 17:36:48.509014 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aebb6a-9f87-481d-a8cb-28540ed5cf28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e46329-0f00-451f-ac76-eda49b6799aa,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:36:51.257257 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 35790) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:36:51.359694 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-62cf8c2c-0a96-4535-90bd-7dec4272fcb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:51.443228 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-62cf8c2c-0a96-4535-90bd-7dec4272fcb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:51.576957 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-62cf8c2c-0a96-4535-90bd-7dec4272fcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:51.616100 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-62cf8c2c-0a96-4535-90bd-7dec4272fcb8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5443e365dc1c4e6fa5bbb351777a9546&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3577895 Sep 17 17:36:51.616938 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf8c2c-0a96-4535-90bd-7dec4272fcb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36081f66-7454-4a96-8e03-4c05909fbd25,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:36:51.618806 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 35796) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:36:51.666598 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-1f351fd2-3d2e-4ab7-b393-70af6a965328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:51.688447 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-1f351fd2-3d2e-4ab7-b393-70af6a965328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:51.794277 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-1f351fd2-3d2e-4ab7-b393-70af6a965328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:51.796684 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-1f351fd2-3d2e-4ab7-b393-70af6a965328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:51.797864 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-1f351fd2-3d2e-4ab7-b393-70af6a965328 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/36081f66-7454-4a96-8e03-4c05909fbd25 HTTP/1.1" status: 204 len: 168 time: 0.1780345 Sep 17 17:36:51.805557 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f351fd2-3d2e-4ab7-b393-70af6a965328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36081f66-7454-4a96-8e03-4c05909fbd25,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:36:52.375027 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 35802) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:36:52.388429 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e71fc633-9161-4d70-8b2f-efdf7adea2f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:52.473085 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e71fc633-9161-4d70-8b2f-efdf7adea2f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:52.542769 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-e71fc633-9161-4d70-8b2f-efdf7adea2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:52.584066 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-e71fc633-9161-4d70-8b2f-efdf7adea2f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=76e91bd0e5eb40768ac2d8b77383353f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2078598 Sep 17 17:36:52.584864 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71fc633-9161-4d70-8b2f-efdf7adea2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9febd4d-1d6f-478d-b8e4-c670560691df,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:36:52.586656 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 35804) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:36:52.638092 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-93b684a0-0f46-4d04-95da-eaaa80d6db3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:52.660581 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-93b684a0-0f46-4d04-95da-eaaa80d6db3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:52.760250 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-93b684a0-0f46-4d04-95da-eaaa80d6db3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:52.762918 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-93b684a0-0f46-4d04-95da-eaaa80d6db3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:52.764159 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-93b684a0-0f46-4d04-95da-eaaa80d6db3d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e9febd4d-1d6f-478d-b8e4-c670560691df HTTP/1.1" status: 204 len: 168 time: 0.1763382 Sep 17 17:36:52.772950 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b684a0-0f46-4d04-95da-eaaa80d6db3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9febd4d-1d6f-478d-b8e4-c670560691df,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:36:52.846057 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d965c10a-763c-4d26-908a-b76de6ed4126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:55.265064 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 35858) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:36:55.367177 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8a77725d-ac57-45a0-997e-3b947a277a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:55.454474 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8a77725d-ac57-45a0-997e-3b947a277a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:55.513830 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8a77725d-ac57-45a0-997e-3b947a277a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:55.551601 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77725d-ac57-45a0-997e-3b947a277a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0504c64d-7019-4f58-baff-d8cf25beffc6,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:36:55.555855 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-8a77725d-ac57-45a0-997e-3b947a277a26 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=07d692b4627647fd8a84c800e667a865&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2897871 Sep 17 17:36:55.558604 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 35862) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:36:55.599991 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-e2207c33-2f9b-4f33-8453-6222a916dfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:55.607379 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-df9f5b64-ef58-4500-87cf-1c60eaf46c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:55.630788 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-df9f5b64-ef58-4500-87cf-1c60eaf46c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:55.725355 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-df9f5b64-ef58-4500-87cf-1c60eaf46c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:55.727890 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-df9f5b64-ef58-4500-87cf-1c60eaf46c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:55.729023 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-df9f5b64-ef58-4500-87cf-1c60eaf46c9b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0504c64d-7019-4f58-baff-d8cf25beffc6 HTTP/1.1" status: 204 len: 168 time: 0.1694403 Sep 17 17:36:55.736459 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f5b64-ef58-4500-87cf-1c60eaf46c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0504c64d-7019-4f58-baff-d8cf25beffc6,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:36:56.312198 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 35870) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:36:56.326234 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-75a2d1b5-297c-47dc-9355-fd3ea2f25ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:56.410898 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-75a2d1b5-297c-47dc-9355-fd3ea2f25ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:56.537165 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-75a2d1b5-297c-47dc-9355-fd3ea2f25ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:56.573333 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a2d1b5-297c-47dc-9355-fd3ea2f25ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecef48e3-6b1d-45ab-83da-5874a7e3d41b,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:36:56.577930 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-75a2d1b5-297c-47dc-9355-fd3ea2f25ef7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ec3c01a0832c4232ac0b55ea049f2045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2647083 Sep 17 17:36:56.582007 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 35872) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:36:56.631604 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-81ca5d82-6b25-429c-b08f-1f8226002e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:56.652267 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-81ca5d82-6b25-429c-b08f-1f8226002e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:56.754571 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:56.817237 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-81ca5d82-6b25-429c-b08f-1f8226002e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:56.820591 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:56.820739 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-81ca5d82-6b25-429c-b08f-1f8226002e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:36:56.821133 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-81ca5d82-6b25-429c-b08f-1f8226002e85 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ecef48e3-6b1d-45ab-83da-5874a7e3d41b HTTP/1.1" status: 204 len: 168 time: 0.2395961 Sep 17 17:36:56.829594 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca5d82-6b25-429c-b08f-1f8226002e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecef48e3-6b1d-45ab-83da-5874a7e3d41b,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:36:58.571782 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:09.237516 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 35964) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:37:09.338830 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-54215bc7-c8f0-49b7-a814-5a6817900300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:09.422737 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-54215bc7-c8f0-49b7-a814-5a6817900300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:09.479879 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-54215bc7-c8f0-49b7-a814-5a6817900300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:09.517576 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-54215bc7-c8f0-49b7-a814-5a6817900300 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f2872249509643199a6f05311638ad54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2790296 Sep 17 17:37:09.518382 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54215bc7-c8f0-49b7-a814-5a6817900300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d347e5-fcfc-4251-9ac6-275f06797f53,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:37:09.520376 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 35968) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:37:09.568138 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-84dc74bb-0283-47c6-8f1b-f3e8bb3c63e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:09.589055 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-84dc74bb-0283-47c6-8f1b-f3e8bb3c63e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:09.691801 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-84dc74bb-0283-47c6-8f1b-f3e8bb3c63e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:09.694869 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-84dc74bb-0283-47c6-8f1b-f3e8bb3c63e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:09.696059 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-84dc74bb-0283-47c6-8f1b-f3e8bb3c63e7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a6d347e5-fcfc-4251-9ac6-275f06797f53 HTTP/1.1" status: 204 len: 168 time: 0.1740811 Sep 17 17:37:09.704296 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc74bb-0283-47c6-8f1b-f3e8bb3c63e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d347e5-fcfc-4251-9ac6-275f06797f53,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:37:10.256933 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 35974) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:37:10.274474 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-51d69b7e-2e5e-44d4-b98e-3782a9ffaf99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:10.360455 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-51d69b7e-2e5e-44d4-b98e-3782a9ffaf99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:10.412274 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-51d69b7e-2e5e-44d4-b98e-3782a9ffaf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:10.460121 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-51d69b7e-2e5e-44d4-b98e-3782a9ffaf99 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9919591799454973bb2bb966698cf341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2020552 Sep 17 17:37:10.462395 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d69b7e-2e5e-44d4-b98e-3782a9ffaf99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a72d2f-c0c0-4655-a106-d97d59635475,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:37:10.462754 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 35976) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:37:10.513003 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-32581748-4530-4276-b500-18c0d41beda0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:10.535076 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-32581748-4530-4276-b500-18c0d41beda0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:10.622831 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-32581748-4530-4276-b500-18c0d41beda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:10.625351 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-32581748-4530-4276-b500-18c0d41beda0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:10.626523 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-32581748-4530-4276-b500-18c0d41beda0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/80a72d2f-c0c0-4655-a106-d97d59635475 HTTP/1.1" status: 204 len: 168 time: 0.1627541 Sep 17 17:37:10.634846 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32581748-4530-4276-b500-18c0d41beda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a72d2f-c0c0-4655-a106-d97d59635475,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:37:13.014182 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 6 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:37:13.867669 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 36048) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:37:13.976906 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-47a8110e-f267-4abd-8aee-eb19469be6ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:14.064876 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-47a8110e-f267-4abd-8aee-eb19469be6ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:14.171733 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-47a8110e-f267-4abd-8aee-eb19469be6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:14.212315 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-47a8110e-f267-4abd-8aee-eb19469be6ef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=22b62abf86a34e249d4810a084304237&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3434837 Sep 17 17:37:14.213214 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8110e-f267-4abd-8aee-eb19469be6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13854e18-e956-4604-9a05-06b006f22d8b,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:37:14.215428 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 36054) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:37:14.263617 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-9e11e181-9892-4462-925c-fa0093d3ce09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:14.284188 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-9e11e181-9892-4462-925c-fa0093d3ce09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:14.468661 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-9e11e181-9892-4462-925c-fa0093d3ce09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:14.471151 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-9e11e181-9892-4462-925c-fa0093d3ce09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:14.472313 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-9e11e181-9892-4462-925c-fa0093d3ce09 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/13854e18-e956-4604-9a05-06b006f22d8b HTTP/1.1" status: 204 len: 168 time: 0.2558990 Sep 17 17:37:14.480506 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11e181-9892-4462-925c-fa0093d3ce09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13854e18-e956-4604-9a05-06b006f22d8b,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:37:15.003422 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 36060) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:37:15.016862 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-25a90b79-c094-4452-81a9-5bbf588c5a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:15.102663 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-25a90b79-c094-4452-81a9-5bbf588c5a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:15.182863 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-25a90b79-c094-4452-81a9-5bbf588c5a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:15.219703 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-25a90b79-c094-4452-81a9-5bbf588c5a0c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=938e6d3cad724d0db208a158e0cff5ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2152112 Sep 17 17:37:15.221570 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a90b79-c094-4452-81a9-5bbf588c5a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71b4762-ac13-4269-bcc6-15f4d64dee8e,revision_number=1']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:37:15.222446 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 36062) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:37:15.270110 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-4aded862-9ab8-4d70-abaf-4749660107dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:15.293618 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-4aded862-9ab8-4d70-abaf-4749660107dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:15.400127 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-4aded862-9ab8-4d70-abaf-4749660107dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:15.402802 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-4aded862-9ab8-4d70-abaf-4749660107dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:15.404081 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-4aded862-9ab8-4d70-abaf-4749660107dd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c71b4762-ac13-4269-bcc6-15f4d64dee8e HTTP/1.1" status: 204 len: 168 time: 0.1806426 Sep 17 17:37:15.412312 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aded862-9ab8-4d70-abaf-4749660107dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71b4762-ac13-4269-bcc6-15f4d64dee8e,revision_number=None']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:37:15.543209 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:22.851463 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-846e51fb-0f5b-4b16-b3d0-6111101f0039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:25.628498 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-a1944f7d-1e82-43cd-b633-9c00150d6dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:26.742825 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:26.794213 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:27.806615 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [-] (94716) accepted ('10.222.0.18', 36200) {{(pid=94716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:37:27.908141 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-567ffc0a-d909-48f0-b9fc-0f7f5728cfc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:27.991797 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-567ffc0a-d909-48f0-b9fc-0f7f5728cfc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:28.039958 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron_lib.callbacks.manager [None req-567ffc0a-d909-48f0-b9fc-0f7f5728cfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_create {{(pid=94716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:28.077094 dv-cinder-809828-1-iscsi neutron-server[94716]: INFO neutron.wsgi [None req-567ffc0a-d909-48f0-b9fc-0f7f5728cfc6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=968a9950b70b44b4bd528bcc6a44466c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2694187 Sep 17 17:37:28.078199 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ffc0a-d909-48f0-b9fc-0f7f5728cfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffc2359-3459-4a2c-a591-00c443659329,revision_number=1']} {{(pid=94716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:37:28.079842 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [-] (94715) accepted ('10.222.0.18', 36204) {{(pid=94715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 17:37:28.128208 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-01dc13ab-6783-48ef-a4f9-a6d900c14407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:28.149220 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-01dc13ab-6783-48ef-a4f9-a6d900c14407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:28.240032 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-01dc13ab-6783-48ef-a4f9-a6d900c14407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695322'] for security_group, after_delete {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:28.242651 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-01dc13ab-6783-48ef-a4f9-a6d900c14407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:28.243764 dv-cinder-809828-1-iscsi neutron-server[94715]: INFO neutron.wsgi [None req-01dc13ab-6783-48ef-a4f9-a6d900c14407 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dffc2359-3459-4a2c-a591-00c443659329 HTTP/1.1" status: 204 len: 168 time: 0.1621964 Sep 17 17:37:28.251416 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc13ab-6783-48ef-a4f9-a6d900c14407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffc2359-3459-4a2c-a591-00c443659329,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 17:37:28.259217 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc13ab-6783-48ef-a4f9-a6d900c14407 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:37:28.259585 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc13ab-6783-48ef-a4f9-a6d900c14407 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:37:28.259915 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc13ab-6783-48ef-a4f9-a6d900c14407 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:37:28.260252 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc13ab-6783-48ef-a4f9-a6d900c14407 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:37:28.260586 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc13ab-6783-48ef-a4f9-a6d900c14407 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:37:28.260973 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc13ab-6783-48ef-a4f9-a6d900c14407 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:37:28.261308 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc13ab-6783-48ef-a4f9-a6d900c14407 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:37:28.261711 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc13ab-6783-48ef-a4f9-a6d900c14407 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:37:28.261970 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc13ab-6783-48ef-a4f9-a6d900c14407 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:37:28.262296 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc13ab-6783-48ef-a4f9-a6d900c14407 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:37:28.262619 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc13ab-6783-48ef-a4f9-a6d900c14407 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:37:28.263023 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dc13ab-6783-48ef-a4f9-a6d900c14407 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809828-1-iscsi {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 17:37:28.565855 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:45.554063 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:50.013228 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 6 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:37:52.879565 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-71d9d593-ad90-4834-8d66-7827afe187b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:55.628240 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-de0608b7-cded-4c25-a8b7-e3f07c063773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:56.736627 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:56.759741 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:37:58.599761 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:38:15.588322 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:38:22.862504 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-b0b50edf-2e51-42f1-88d6-edae6d6aa922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:38:25.623084 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-455a02d0-e8fe-4fa7-a6cb-74b9814aa12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:38:26.765428 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:38:26.799530 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:38:27.012624 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 6 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:38:28.582218 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:38:44.603512 dv-cinder-809828-1-iscsi neutron-server[94716]: DEBUG neutron.wsgi [req-98797b6d-2cd4-4dc1-b805-5c50a4d7e237 req-6588a6aa-3cdd-4c20-95bc-9ffcc05eff2e service neutron] (94716) timed out ('10.222.0.42', 58093) {{(pid=94716) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 17:38:45.571200 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:38:45.634897 dv-cinder-809828-1-iscsi neutron-server[94715]: DEBUG neutron.wsgi [req-c41f3176-2faa-4b35-964b-79599e706722 req-e3a220b5-5364-4557-bcc0-1f161a9ecb83 service neutron] (94715) timed out ('10.222.0.42', 58139) {{(pid=94715) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 17:38:52.862772 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c01fb0c7-f3de-46f0-82f3-13aed2314e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:38:55.622529 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-8b5df86b-6a18-49c0-b11f-018424aa4f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:38:56.748650 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:38:56.805213 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:38:58.571154 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:39:04.011606 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 6 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:39:15.565478 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:39:22.885570 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-1a7081c5-84bf-4664-85c5-308cb3518398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:39:25.627504 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c4b4a8b2-8be0-46f6-aae5-2d6cf3b84b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:39:26.799357 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:39:26.833922 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:39:28.594003 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:39:41.010805 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 6 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:39:45.583108 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:39:52.861355 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-fc71fa21-d277-496e-8972-9ae559c88cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:39:55.638610 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-8b8969de-d946-4f48-bf42-3424ccf5969e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:39:56.776519 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:39:56.804081 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:39:58.599492 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:40:15.583071 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:40:18.011413 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 6 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:40:22.868128 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-dae6745f-3457-4121-93bf-0bc023a082c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:40:25.616747 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-9fad3b10-ab70-4a96-b3ea-7f438c6397fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:40:26.792412 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:40:26.822373 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:40:28.639409 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:40:45.616688 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:40:52.975411 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d92087e4-d5a4-462c-9580-1c0b2f187c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:40:55.010696 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 6 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:40:55.628086 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-fcefa7fd-ed77-43d3-a02d-fd2f3ed5e6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:40:56.788390 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:40:56.822457 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:40:58.593730 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:41:15.588325 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:41:22.860763 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-25f5e67d-427d-4e8c-9d3e-f49da735c7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:41:25.627788 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-e9cf1dff-c8cc-4440-b1b3-9a8e8ee4dcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:41:26.751821 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:41:26.793294 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:41:28.599464 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:41:32.009437 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 6 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:41:45.626072 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:41:52.862002 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c165648a-c94d-4726-9cfc-c19c34430e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:41:55.644913 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c11a96bb-a43c-48de-ba2e-d768bdb050d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:41:56.765422 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:41:56.793506 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:41:58.610803 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:42:09.011194 dv-cinder-809828-1-iscsi neutron-server[94718]: DEBUG neutron.db.agents_db [None req-46071555-5712-4b34-b0b8-7506eab28a75 None None] Agent healthcheck: found 6 active agents {{(pid=94718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 17:42:15.637155 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-ba0d65b1-b60d-46d5-924b-8eb933401090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:42:22.873657 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-588fdfe8-0434-4b72-85c4-4f8ba33f2018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:42:25.627955 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-77ff7163-9aa7-4c8c-871d-286f3e8e50b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:42:26.785858 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-91d41428-0195-4f3d-b540-73f825f299fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:42:26.839337 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-d0f4fb16-b0db-430d-b4a0-da4e49543c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 17:42:28.665904 dv-cinder-809828-1-iscsi neutron-server[94717]: DEBUG neutron_lib.callbacks.manager [None req-c047cfdf-70bb-44d4-8924-31b5d5c0cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747491616907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705591'] for agent, after_update {{(pid=94717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}